00000800:00000200:0.1F:1746156422.559776:0:3763:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4bfb3c0] -> 12345-192.168.203.144@tcp (2) 00000800:00000200:0.1:1746156422.560220:0:3754:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4bfb3c0] -> 12345-192.168.203.144@tcp (2) 00000800:00000200:0.1:1746156422.560223:0:3754:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.144@tcp ffff8800b4bfb0c0 deleted 00000800:00000010:0.1:1746156422.560225:0:3754:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b4bfb0c0. 00000800:00000200:0.1:1746156422.560229:0:3754:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746156422.560234:0:3754:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:1023 00000800:00000200:0.1:1746156422.560237:0:3754:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c783700 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1746156422.560312:0:3753:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1F:1746156422.564148:0:3755:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4bfb3c0] -> 12345-192.168.203.144@tcp (4) 00000800:00000200:1.1:1746156422.564156:0:3755:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.144@tcp ffff8800b22b8a80 deleted 00000800:00000010:1.1:1746156422.564157:0:3755:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b22b8a80. 00000800:00000200:1.1:1746156422.564161:0:3755:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1746156422.567129:0:3753:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1F:1746156422.645555:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c783700. 00010000:00000010:3.1:1746156422.645577:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2dca00. 00010000:00000010:1.1:1746156422.795076:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801376b9500. 00010000:00000010:1.1:1746156422.795085:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2dc000. 00010000:00000010:1.1:1746156422.795155:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5ae4800. 00010000:00000010:1.1:1746156422.805359:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a47fcf00. 00010000:00000010:1.1:1746156422.805368:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b19c2400. 00080000:00000010:2.1F:1746156422.815851:0:27:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8801361f2720. 00000100:00100000:0.0:1746157051.576206:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684120576 00010000:00010000:0.0:1746157051.576221:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c769400/0x7b65fed88534d1d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c72f expref: 6 pid: 9578 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746157051.576236:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15233 00000100:00100000:0.0:1746157051.576240:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684120576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157051.576247:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157051.576258:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c769400/0x7b65fed88534d1d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c72f expref: 6 pid: 9578 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746157051.576266:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c769400/0x7b65fed88534d1d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c72f expref: 6 pid: 9578 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746157051.576277:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c769400/0x7b65fed88534d1d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c72f expref: 6 pid: 9578 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746157051.576494:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157051.576496:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157051.576504:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c768a00/0x7b65fed88534d1db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c736 expref: 281 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.576512:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c768a00/0x7b65fed88534d1db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c736 expref: 281 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.576541:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c768a00/0x7b65fed88534d1db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c736 expref: 281 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157051.576552:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009260b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678721536:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157051.576593:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157051.579496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.581608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.583189:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+285:2013:x1830977684121216:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 809us (1583us total) trans 4294971944 rc 0/0 00000100:00100000:0.0:1746157051.583197:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1163 00002000:00100000:0.0:1746157051.583204:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092608700 x1830977684121216/t4294971944(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.583211:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092608700 with x1830977684121216 ext(0->7) 00010000:00010000:0.0:1746157051.583217:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768a00/0x7b65fed88534d1db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c736 expref: 285 pid: 9578 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746157051.583228:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768a00/0x7b65fed88534d1db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c736 expref: 285 pid: 9578 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746157051.583233:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092608700 00000100:00100000:0.0:1746157051.593100:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.597570:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.599495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.599556:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684121728 00000100:00100000:0.0:1746157051.599560:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684121728 00002000:00100000:0.0:1746157051.600830:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009260b480 x1830977684121728/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 488/0 e 0 to 0 dl 1746157062 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.600840:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260b480 with x1830977684121728 ext(0->4095) 00010000:00010000:0.0:1746157051.600848:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d1e2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c73d expref: 286 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.600860:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d1e2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c73d expref: 286 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.600867:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009260b480 00000100:00100000:0.0:1746157051.601366:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1164 00000100:00100000:0.0:1746157051.601373:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+285:2011:x1830977684121728:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157051.601470:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+285:2011:x1830977684121728:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (1975us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157051.601475:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1164 00002000:00100000:0.0:1746157051.601480:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009260b480 x1830977684121728/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 488/4536 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.601486:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260b480 with x1830977684121728 ext(0->4095) 00010000:00010000:0.0:1746157051.601490:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d1e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c73d expref: 285 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.601498:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d1e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c73d expref: 285 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.601503:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009260b480 00000100:00100000:0.0:1746157051.603672:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.604416:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.607653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.611510:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.613863:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+286:2013:x1830977684122496:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2167us (2355us total) trans 4294971945 rc 0/0 00000100:00100000:0.0:1746157051.613871:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1166 00002000:00100000:0.0:1746157051.613879:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009260a680 x1830977684122496/t4294971945(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.613887:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260a680 with x1830977684122496 ext(0->7) 00010000:00010000:0.0:1746157051.613894:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768600/0x7b65fed88534d1e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c744 expref: 286 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.613905:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768600/0x7b65fed88534d1e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c744 expref: 286 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.613911:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009260a680 00000100:00100000:0.0:1746157051.618062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.621005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.627781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.628775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.633804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.639059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.639486:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684123520 00000100:00100000:0.0:1746157051.639492:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684123520 00002000:00100000:0.0:1746157051.639520:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800926fad80 x1830977684123520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 488/0 e 0 to 0 dl 1746157062 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.639528:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fad80 with x1830977684123520 ext(0->4095) 00010000:00010000:0.0:1746157051.639536:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d1fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c759 expref: 287 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.639547:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d1fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c759 expref: 287 pid: 9577 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.639553:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926fad80 00000100:00100000:0.0:1746157051.639569:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1167 00000100:00100000:0.0:1746157051.639574:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+287:2011:x1830977684123520:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157051.639676:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+287:2011:x1830977684123520:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (618us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157051.639681:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1167 00002000:00100000:0.0:1746157051.639686:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800926fad80 x1830977684123520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 488/4536 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.639693:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fad80 with x1830977684123520 ext(0->4095) 00010000:00010000:0.0:1746157051.639697:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d1fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c759 expref: 287 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.639705:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d1fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c759 expref: 287 pid: 9577 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.639710:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926fad80 00000100:00100000:0.0:1746157051.643289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.644291:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+289:2011:x1830977684123776:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 707us (1008us total) trans 4294971946 rc 0/0 00000100:00100000:0.0:1746157051.644299:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1168 00002000:00100000:0.0:1746157051.644305:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800926f8380 x1830977684123776/t4294971946(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.644310:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f8380 with x1830977684123776 ext(0->7) 00010000:00010000:0.0:1746157051.644315:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d1fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c759 expref: 289 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.644328:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d1fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c759 expref: 289 pid: 9577 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.644333:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f8380 00000100:00100000:0.0:1746157051.655340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.661719:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.664513:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.664597:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.668188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.668282:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.671968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.674665:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.684057:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.689138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.693467:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+290:2011:x1830977684125440:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2695us (4325us total) trans 4294971947 rc 0/0 00000100:00100000:0.0:1746157051.693478:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1170 00002000:00100000:0.0:1746157051.693488:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c57e300 x1830977684125440/t4294971947(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.693496:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57e300 with x1830977684125440 ext(0->7) 00010000:00010000:0.0:1746157051.693506:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a9200/0x7b65fed88534d20c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c767 expref: 290 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.693529:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a9200/0x7b65fed88534d20c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c767 expref: 290 pid: 9577 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.693540:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57e300 00000100:00100000:0.0:1746157051.697511:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.699006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.714981:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.720975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.723533:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.729105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.732911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.736075:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+292:2010:x1830977684126592:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1935us (3167us total) trans 4294971948 rc 0/0 00000100:00100000:0.0:1746157051.736084:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1172 00002000:00100000:0.0:1746157051.736092:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c57dc00 x1830977684126592/t4294971948(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.736099:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57dc00 with x1830977684126592 ext(0->7) 00010000:00010000:0.0:1746157051.736106:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d21a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c775 expref: 292 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.736118:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d21a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c775 expref: 292 pid: 9577 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.736123:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57dc00 00000100:00100000:0.0:1746157051.746108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.746206:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.750723:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.754766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.759110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.761366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.767679:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.770592:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+294:2010:x1830977684127744:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2685us (2915us total) trans 4294971949 rc 0/0 00000100:00100000:0.0:1746157051.770602:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1174 00002000:00100000:0.0:1746157051.770610:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a7480 x1830977684127744/t4294971949(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.770618:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7480 with x1830977684127744 ext(0->7) 00010000:00010000:0.0:1746157051.770626:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed88534d228 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c783 expref: 294 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.770641:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed88534d228 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c783 expref: 294 pid: 9577 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.770646:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a7480 00000100:00100000:0.0:1746157051.772555:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.777019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.781312:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.781651:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.782701:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 27903 00000100:00100000:0.0:1746157051.782709:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+294:1110:x1830977684128256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157051.782725:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157051.782749:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ee00/0x7b65fed88534d236 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481c791 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.782787:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d22f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c78a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.782793:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a9200/0x7b65fed88534d23d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c798 expref: 296 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.782798:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157051.782799:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157051.782802:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ee00/0x7b65fed88534d236 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c791 expref: 296 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.782868:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a9200/0x7b65fed88534d23d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c798 expref: 296 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.782875:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801306a9200/0x7b65fed88534d23d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c798 expref: 296 pid: 9577 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746157051.782883:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678724608:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157051.783031:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d22f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c78a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.783039:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d22f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c78a expref: 5 pid: 9577 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746157051.783047:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678724736:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157051.783062:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157051.784820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.784900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.787411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.787455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.791532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.794164:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.795880:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+296:2012:x1830977684129536:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 949us (1726us total) trans 4294971950 rc 0/0 00000100:00100000:0.0:1746157051.795888:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1177 00002000:00100000:0.0:1746157051.795895:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a5f80 x1830977684129536/t4294971950(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.795903:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5f80 with x1830977684129536 ext(0->7) 00010000:00010000:0.0:1746157051.795909:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ee00/0x7b65fed88534d236 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c791 expref: 296 pid: 9579 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.795922:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ee00/0x7b65fed88534d236 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c791 expref: 296 pid: 9579 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.795928:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a5f80 00000100:00100000:0.0:1746157051.798300:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.800976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.803505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.809267:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.813918:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.814000:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.817421:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.817670:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.817726:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.820381:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.824886:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.825969:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+299:2011:x1830977684131584:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 843us (1092us total) trans 4294971951 rc 0/0 00000100:00100000:0.0:1746157051.825977:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1179 00002000:00100000:0.0:1746157051.825983:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092891180 x1830977684131584/t4294971951(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.825989:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891180 with x1830977684131584 ext(0->7) 00010000:00010000:0.0:1746157051.825995:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82000/0x7b65fed88534d252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7ad expref: 299 pid: 9579 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.826004:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82000/0x7b65fed88534d252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7ad expref: 299 pid: 9579 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.826010:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092891180 00000100:00100000:0.0:1746157051.827890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.833072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.834548:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.838107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.841764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.842877:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.843895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.844865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.845130:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.847769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.849237:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.853678:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+300:2011:x1830977684133632:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4051us (4432us total) trans 4294971952 rc 0/0 00000100:00100000:0.0:1746157051.853690:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1182 00002000:00100000:0.0:1746157051.853700:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092891880 x1830977684133632/t4294971952(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.853708:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891880 with x1830977684133632 ext(0->7) 00010000:00010000:0.0:1746157051.853718:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82400/0x7b65fed88534d267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7c2 expref: 300 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.853732:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82400/0x7b65fed88534d267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7c2 expref: 300 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.853762:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092891880 00000100:00100000:0.0:1746157051.856232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.861259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.865404:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.868541:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.872482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.875090:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.878031:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.879128:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+302:2010:x1830977684134784:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 874us (1090us total) trans 4294971953 rc 0/0 00000100:00100000:0.0:1746157051.879138:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1184 00002000:00100000:0.0:1746157051.879147:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091393800 x1830977684134784/t4294971953(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.879169:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091393800 with x1830977684134784 ext(0->7) 00010000:00010000:0.0:1746157051.879182:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83c00/0x7b65fed88534d275 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7d0 expref: 302 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.879195:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83c00/0x7b65fed88534d275 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7d0 expref: 302 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.879202:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091393800 00000100:00100000:0.0:1746157051.880790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.885583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.890275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.890320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1746157051.890482:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157051.890500:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534d28a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481c7de expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.890550:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880089e83a00/0x7b65fed88534d27c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7d7 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.890559:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c769600/0x7b65fed88534d283 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7e5 expref: 304 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.890565:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157051.890567:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157051.890570:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534d28a lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7de expref: 304 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.890608:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c769600/0x7b65fed88534d283 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7e5 expref: 304 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.890622:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c769600/0x7b65fed88534d283 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7e5 expref: 304 pid: 9577 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746157051.890632:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fedb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9578:1830977678727040:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157051.890703:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880089e83a00/0x7b65fed88534d27c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7d7 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.890711:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880089e83a00/0x7b65fed88534d27c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7d7 expref: 5 pid: 9578 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746157051.890719:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fedbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9578:1830977678727168:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157051.890769:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157051.893417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.896867:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.896908:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.899094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.902337:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.903602:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008feda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+304:2013:x1830977684136576:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 898us (1273us total) trans 4294971954 rc 0/0 00000100:00100000:0.0:1746157051.903610:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1187 00002000:00100000:0.0:1746157051.903617:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008feda680 x1830977684136576/t4294971954(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.903624:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda680 with x1830977684136576 ext(0->7) 00010000:00010000:0.0:1746157051.903629:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534d28a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7de expref: 304 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.903640:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534d28a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7de expref: 304 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.903647:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008feda680 00000100:00100000:0.0:1746157051.911004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.913245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.918797:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.923144:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.926729:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.926835:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.926858:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.930580:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678728064:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157051.930603:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157051.930667:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+305:2013:x1830977684137600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3567us (3829us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157051.930678:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15260 00000100:00100000:0.0:1746157051.937464:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.938777:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+307:2012:x1830977684138368:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1057us (1320us total) trans 4294971955 rc 0/0 00000100:00100000:0.0:1746157051.938787:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1189 00002000:00100000:0.0:1746157051.938794:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f155500 x1830977684138368/t4294971955(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.938803:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155500 with x1830977684138368 ext(0->7) 00010000:00010000:0.0:1746157051.938809:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82800/0x7b65fed88534d29f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7fa expref: 307 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.938822:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82800/0x7b65fed88534d29f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c7fa expref: 307 pid: 9577 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.938828:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f155500 00000100:00100000:0.0:1746157051.941555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.952192:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.959894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.960260:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684139008 00000100:00100000:0.0:1746157051.960263:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684139008 00000100:00100000:0.0:1746157051.964399:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.964552:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.968821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.974999:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.985073:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.985124:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.985170:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.985200:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.985216:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.985229:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.985242:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.985267:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684139904 00000100:00100000:0.0:1746157051.985273:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684139904 00000100:00100000:0.0:1746157051.985310:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684140800 00000100:00100000:0.0:1746157051.985312:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684140800 00000100:00100000:0.0:1746157051.985329:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684140416 00000100:00100000:0.0:1746157051.985331:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684140416 00000100:00100000:0.0:1746157051.985344:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 719 00000100:00100000:0.0:1746157051.985350:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684140800:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157051.985419:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684140800:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 68us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157051.985425:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 719 00000100:00100000:0.0:1746157051.985440:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 720 00000100:00100000:0.0:1746157051.985445:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2011:x1830977684140416:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157051.985470:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2011:x1830977684140416:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 24us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157051.985475:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 720 00000100:00100000:0.0:1746157051.985484:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 27922 00000100:00100000:0.0:1746157051.985488:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1111:x1830977684139904:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157051.985500:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157051.985517:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534d2bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481c816 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.986421:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d2b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c80f expref: 305 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.986429:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157051.986431:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157051.986434:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534d2bb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c816 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.986465:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d2b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c80f expref: 305 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157051.986477:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d2b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c80f expref: 305 pid: 9577 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746157051.986489:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f155180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9578:1830977678728704:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157051.986545:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00080000:0.0:1746157051.986562:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157051.986566:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157051.986568:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746157051.994191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.994297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157051.996210:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+309:2010:x1830977684140928:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1612us (2024us total) trans 4294971956 rc 0/0 00000100:00100000:0.0:1746157051.996219:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1191 00002000:00100000:0.0:1746157051.996227:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f154e00 x1830977684140928/t4294971956(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:612/0 lens 496/448 e 0 to 0 dl 1746157062 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157051.996235:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154e00 with x1830977684140928 ext(0->7) 00010000:00010000:0.0:1746157051.996243:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d2b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c80f expref: 309 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157051.996254:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d2b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c80f expref: 309 pid: 9577 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157051.996260:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f154e00 00000100:00100000:0.0:1746157052.001350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157052.003149:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157052.008293:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157052.009337:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157052.011826:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.015440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.019390:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.024011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.027165:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+310:2011:x1830977684142080:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2501us (3145us total) trans 4294971957 rc 0/0 00000100:00100000:0.0:1746157052.027175:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1193 00002000:00100000:0.0:1746157052.027184:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800910ba300 x1830977684142080/t4294971957(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.027192:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba300 with x1830977684142080 ext(0->7) 00010000:00010000:0.0:1746157052.027200:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82200/0x7b65fed88534d2c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c81d expref: 310 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.027214:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82200/0x7b65fed88534d2c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c81d expref: 310 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.027221:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800910ba300 00000100:00100000:0.0:1746157052.028576:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.031546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.034898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.035419:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.037104:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.039880:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.046478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.047573:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+313:2013:x1830977684143360:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 786us (1103us total) trans 4294971958 rc 0/0 00000100:00100000:0.0:1746157052.047581:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1195 00002000:00100000:0.0:1746157052.047588:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ccf9f80 x1830977684143360/t4294971958(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.047595:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9f80 with x1830977684143360 ext(0->7) 00010000:00010000:0.0:1746157052.047600:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83400/0x7b65fed88534d2d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c82b expref: 313 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.047609:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83400/0x7b65fed88534d2d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c82b expref: 313 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.047614:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ccf9f80 00000100:00100000:0.0:1746157052.049507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.056311:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.056458:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.059576:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.062538:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.069719:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+314:2011:x1830977684144640:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 797us (1252us total) trans 4294971959 rc 0/0 00000100:00100000:0.0:1746157052.069726:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1197 00002000:00100000:0.0:1746157052.069732:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091089880 x1830977684144640/t4294971959(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.069756:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089880 with x1830977684144640 ext(0->7) 00010000:00010000:0.0:1746157052.069763:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82800/0x7b65fed88534d2de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c839 expref: 314 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.069776:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82800/0x7b65fed88534d2de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c839 expref: 314 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.069785:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091089880 00000100:00100000:0.0:1746157052.071958:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.080322:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.080458:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.085508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.085591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.088717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.092490:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.094165:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+317:2012:x1830977684145920:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 873us (1674us total) trans 4294971960 rc 0/0 00000100:00100000:0.0:1746157052.094174:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1200 00002000:00100000:0.0:1746157052.094181:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b259180 x1830977684145920/t4294971960(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.094189:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259180 with x1830977684145920 ext(0->7) 00010000:00010000:0.0:1746157052.094195:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a9200/0x7b65fed88534d2ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c847 expref: 317 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.094204:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a9200/0x7b65fed88534d2ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c847 expref: 317 pid: 9577 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.094209:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b259180 00000100:00100000:0.0:1746157052.095886:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.103049:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.108264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.110386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.113040:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.116408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.121885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.126081:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+318:2011:x1830977684147200:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3759us (4210us total) trans 4294971961 rc 0/0 00000100:00100000:0.0:1746157052.126092:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1202 00002000:00100000:0.0:1746157052.126103:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bca80 x1830977684147200/t4294971961(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.126116:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bca80 with x1830977684147200 ext(0->7) 00010000:00010000:0.0:1746157052.126127:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82200/0x7b65fed88534d2fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c85c expref: 318 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.126142:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82200/0x7b65fed88534d2fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c85c expref: 318 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.126148:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bca80 00000100:00100000:0.0:1746157052.129689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.134348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.137615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.138696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.141262:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.147327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.152565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.154186:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+321:2010:x1830977684148480:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1153us (1633us total) trans 4294971962 rc 0/0 00000100:00100000:0.0:1746157052.154194:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1204 00002000:00100000:0.0:1746157052.154203:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bc700 x1830977684148480/t4294971962(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.154210:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc700 with x1830977684148480 ext(0->7) 00010000:00010000:0.0:1746157052.154218:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83400/0x7b65fed88534d308 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c863 expref: 321 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.154636:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83400/0x7b65fed88534d308 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c863 expref: 321 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.154644:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bc700 00000100:00100000:0.0:1746157052.156990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.164225:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.164323:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684148864 00000100:00100000:0.0:1746157052.164331:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684148864 00002000:00100000:0.0:1746157052.164388:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008e5bc000 x1830977684148864/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 488/0 e 0 to 0 dl 1746157063 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.164398:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bc000 with x1830977684148864 ext(0->4095) 00002000:00010000:0.0:1746157052.164402:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e5bc000 00000100:00100000:0.0:1746157052.165040:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12778 00000100:00100000:0.0:1746157052.165050:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+320:2010:x1830977684148864:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157052.172314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.172819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.175435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.175536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.179108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.187884:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.191775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.193203:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+322:2011:x1830977684150144:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1231us (1430us total) trans 4294971963 rc 0/0 00000100:00100000:0.0:1746157052.193210:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1206 00002000:00100000:0.0:1746157052.193217:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880089e26680 x1830977684150144/t4294971963(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.193224:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e26680 with x1830977684150144 ext(0->7) 00010000:00010000:0.0:1746157052.193230:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8e00/0x7b65fed88534d31d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c878 expref: 322 pid: 9579 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.193239:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8e00/0x7b65fed88534d31d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c878 expref: 322 pid: 9579 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.193244:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089e26680 00000100:00100000:0.0:1746157052.195979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.199844:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.203335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.207208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.208832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.210571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.213070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.213602:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.215767:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.217842:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.218814:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+324:2012:x1830977684151936:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 807us (973us total) trans 4294971964 rc 0/0 00000100:00100000:0.0:1746157052.218820:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1209 00002000:00100000:0.0:1746157052.218826:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f166a00 x1830977684151936/t4294971964(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.218832:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166a00 with x1830977684151936 ext(0->7) 00010000:00010000:0.0:1746157052.218836:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a9200/0x7b65fed88534d332 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c88d expref: 324 pid: 9579 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.218844:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a9200/0x7b65fed88534d332 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c88d expref: 324 pid: 9579 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.218849:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f166a00 00000100:00100000:0.0:1746157052.221368:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.224072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.226440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.230856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.238098:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.241056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.241100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.244041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.244070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.244269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.247809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.251789:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.255283:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+327:2010:x1830977684154240:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3013us (3540us total) trans 4294971965 rc 0/0 00000100:00100000:0.0:1746157052.255295:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1211 00002000:00100000:0.0:1746157052.255305:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c7480 x1830977684154240/t4294971965(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.255321:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7480 with x1830977684154240 ext(0->7) 00010000:00010000:0.0:1746157052.255415:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83c00/0x7b65fed88534d347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8a2 expref: 327 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.255432:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83c00/0x7b65fed88534d347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8a2 expref: 327 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.255439:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c7480 00000100:00100000:0.0:1746157052.258910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.263201:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.267355:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.267435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.269849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.270139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.270167:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684155264 00000100:00100000:0.0:1746157052.270170:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684155264 00002000:00100000:0.0:1746157052.270191:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008e5cd880 x1830977684155264/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:613/0 lens 488/0 e 0 to 0 dl 1746157063 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.270198:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cd880 with x1830977684155264 ext(0->4095) 00010000:00010000:0.0:1746157052.270203:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d35c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8b0 expref: 6 pid: 19476 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.270212:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d35c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8b0 expref: 6 pid: 19476 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.270216:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5cd880 00000100:00100000:0.0:1746157052.270228:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1212 00000100:00100000:0.0:1746157052.270231:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684155264:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157052.270342:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684155264:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157052.270347:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1212 00002000:00100000:0.0:1746157052.270352:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008e5cd880 x1830977684155264/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.270358:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cd880 with x1830977684155264 ext(0->4095) 00010000:00010000:0.0:1746157052.270374:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d35c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8b0 expref: 6 pid: 19476 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.270383:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d35c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8b0 expref: 6 pid: 19476 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.270389:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5cd880 00000100:00100000:0.0:1746157052.272105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.272475:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.274941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.280434:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+329:2013:x1830977684156032:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 806us (1008us total) trans 4294971966 rc 0/0 00000100:00100000:0.0:1746157052.280442:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1214 00002000:00100000:0.0:1746157052.280449:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091088a80 x1830977684156032/t4294971966(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.280456:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088a80 with x1830977684156032 ext(0->7) 00010000:00010000:0.0:1746157052.280461:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82400/0x7b65fed88534d355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8b7 expref: 329 pid: 9578 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.280472:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82400/0x7b65fed88534d355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8b7 expref: 329 pid: 9578 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.280478:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091088a80 00000100:00100000:0.0:1746157052.282076:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678734464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746157052.282128:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157052.282521:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678734464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746157052.283423:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.287103:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.289208:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.292723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.295113:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.299446:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.300410:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.302837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.303023:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.306627:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.310001:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.314067:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+330:2012:x1830977684158080:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3658us (4058us total) trans 4294971967 rc 0/0 00000100:00100000:0.0:1746157052.314080:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1217 00002000:00100000:0.0:1746157052.314094:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a5c00 x1830977684158080/t4294971967(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.314105:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5c00 with x1830977684158080 ext(0->7) 00010000:00010000:0.0:1746157052.314118:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8800/0x7b65fed88534d371 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8cc expref: 330 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.314136:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8800/0x7b65fed88534d371 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8cc expref: 330 pid: 9577 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.314143:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a5c00 00000100:00100000:0.0:1746157052.318363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.321171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.324556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.326336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.328495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.330456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.332253:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.332908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.334557:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.336607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.338482:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+332:2012:x1830977684159872:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1283us (1873us total) trans 4294971968 rc 0/0 00000100:00100000:0.0:1746157052.338492:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1220 00002000:00100000:0.0:1746157052.338500:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092892a00 x1830977684159872/t4294971968(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.338508:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892a00 with x1830977684159872 ext(0->7) 00010000:00010000:0.0:1746157052.338516:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d386 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8e1 expref: 332 pid: 9577 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.338530:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d386 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8e1 expref: 332 pid: 9577 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.338537:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092892a00 00000100:00100000:0.0:1746157052.340690:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.346781:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c57d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830977678736384:0@lo:400:kworker.0 00000100:00100000:0.0:1746157052.347137:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157052.347168:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c57fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678736896:0@lo:400:kworker.0 00000100:00100000:0.0:1746157052.347186:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157052.347207:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678737408:0@lo:400:kworker.0 00000100:00100000:0.0:1746157052.347222:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157052.347245:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678737536 00000100:00100000:0.0:1746157052.347248:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678737536 00000100:00100000:0.0:1746157052.347278:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1746157052.347283:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3767:x1830977678737536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746157052.347305:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 988478272 pending 0 free 3920142336 avail 3688620032 00000100:00100000:0.0:1746157052.348189:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977678737536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 904us (1313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157052.348196:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00080000:0.0:1746157052.348216:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157052.348219:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157052.348222:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157052.348224:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746157052.348252:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c57d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830977678736384:0@lo:400:kworker.0 00000100:00100000:0.0:1746157052.348262:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c57fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678736896:0@lo:400:kworker.0 00000100:00100000:0.0:1746157052.348271:0:3766:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970466 gen 2 00000004:00080000:0.0:1746157052.348276:0:3766:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009257c700, transno 4294970465 00000004:00080000:0.0:1746157052.348284:0:3766:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009257ea00, transno 4294970466 00000100:00100000:0.0:1746157052.348288:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ce85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678737408:0@lo:400:kworker.0 00000100:00100000:0.0:1746157052.348356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.348373:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684160256 00000100:00100000:0.0:1746157052.348376:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684160256 00002000:00100000:0.0:1746157052.348402:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008ce85c00 x1830977684160256/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:613/0 lens 488/0 e 0 to 0 dl 1746157063 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.348412:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85c00 with x1830977684160256 ext(0->4095) 00002000:00010000:0.0:1746157052.348417:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce85c00 00000100:00100000:0.0:1746157052.348430:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12789 00000100:00100000:0.0:1746157052.348435:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684160256:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157052.348562:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684160256:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157052.348568:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12789 00002000:00100000:0.0:1746157052.348573:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008ce85c00 x1830977684160256/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746157063 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.348581:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85c00 with x1830977684160256 ext(0->4095) 00002000:00010000:0.0:1746157052.348583:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce85c00 00000100:00100000:0.0:1746157052.351961:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.353308:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.355992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.360267:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.363566:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.365575:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+335:2011:x1830977684161152:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1523us (2009us total) trans 4294971969 rc 0/0 00000100:00100000:0.0:1746157052.365587:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1222 00002000:00100000:0.0:1746157052.365594:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012be9df80 x1830977684161152/t4294971969(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.365602:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9df80 with x1830977684161152 ext(0->7) 00010000:00010000:0.0:1746157052.365609:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534d394 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8ef expref: 335 pid: 9674 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.365622:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534d394 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c8ef expref: 335 pid: 9674 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.365627:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012be9df80 00000100:00100000:0.0:1746157052.369076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.376242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.380297:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.381238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.384647:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.384680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.388896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.393329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.399384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.402162:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000001:00080000:0.0:1746157052.405260:0:9575:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294971970 is committed 00000100:00100000:0.0:1746157052.407256:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.409974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.410628:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678738816 00000100:00100000:0.0:1746157052.410632:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678738816 00000100:00100000:0.0:1746157052.410667:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1746157052.410673:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977678738816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746157052.410689:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 988478272 pending 0 free 3920142336 avail 3688620032 00000100:00100000:0.0:1746157052.410865:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977678738816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 191us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157052.410871:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1746157052.415399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.421176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.424957:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.439382:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.447654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.448643:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977684163968:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 738us (992us total) trans 4294971971 rc 0/0 00000100:00100000:0.0:1746157052.448650:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1226 00002000:00100000:0.0:1746157052.448657:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d12d80 x1830977684163968/t4294971971(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.448665:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12d80 with x1830977684163968 ext(0->7) 00010000:00010000:0.0:1746157052.448672:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534d3b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c912 expref: 8 pid: 9674 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.448682:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534d3b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c912 expref: 8 pid: 9674 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.448687:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d12d80 00000100:00100000:0.0:1746157052.450821:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.457005:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.460670:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.464202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.465981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.468285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.470388:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.471110:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.476406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.480992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.483930:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.489022:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.490167:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684166144:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 328us (1146us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157052.490173:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12794 00002000:00100000:0.0:1746157052.490179:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d7ad500 x1830977684166144/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746157063 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.490186:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ad500 with x1830977684166144 ext(0->4095) 00002000:00010000:0.0:1746157052.490193:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d7ad500 00000100:00100000:0.0:1746157052.497961:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.498009:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.498242:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 27964 00000100:00100000:0.0:1746157052.498254:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:1111:x1830977684166400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157052.498270:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157052.498282:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6600/0x7b65fed88534d3e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481c93c expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.498387:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157052.498398:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d3da lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c935 expref: 12 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.498404:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157052.498408:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6600/0x7b65fed88534d3e1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c93c expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.498458:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d3da lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c935 expref: 12 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.498470:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6600/0x7b65fed88534d3e1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c93c expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.498480:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b3e6600, rc 0) 00000100:00100000:0.0:1746157052.498528:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1111:x1830977684166400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 278us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157052.498535:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 27964 00000100:00100000:0.0:1746157052.502036:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.508810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.516538:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.518377:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2012:x1830977684167040:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1569us (1842us total) trans 4294971973 rc 0/0 00000100:00100000:0.0:1746157052.518387:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1231 00002000:00100000:0.0:1746157052.518395:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d7adf80 x1830977684167040/t4294971973(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.518403:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7adf80 with x1830977684167040 ext(0->7) 00010000:00010000:0.0:1746157052.518412:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d3da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c935 expref: 13 pid: 9674 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.518427:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d3da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c935 expref: 13 pid: 9674 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.518434:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7adf80 00000100:00100000:0.0:1746157052.526442:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.529636:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.532815:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.538619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.538721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.538778:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684167680 00000100:00100000:0.0:1746157052.538784:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684167680 00000100:00100000:0.0:1746157052.538819:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 27966 00000100:00100000:0.0:1746157052.538824:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1110:x1830977684167680:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157052.538849:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157052.538869:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534d3ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481c94a expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.538897:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6600/0x7b65fed88534d3e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c93c expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.538905:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8600/0x7b65fed88534d3e8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c943 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.538911:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157052.538913:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157052.538916:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534d3ef lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c94a expref: 13 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.538945:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a8600/0x7b65fed88534d3e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c943 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.538957:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801306a8600/0x7b65fed88534d3e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c943 expref: 5 pid: 9674 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746157052.538967:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009257e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678740736:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157052.539055:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6600/0x7b65fed88534d3e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c93c expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.539062:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6600/0x7b65fed88534d3e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c93c expref: 13 pid: 9579 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746157052.539070:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009257ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678740864:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157052.539087:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157052.544601:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.545021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.545604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.545622:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684168192 00000100:00100000:0.0:1746157052.545625:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684168192 00010000:00010000:0.0:1746157052.545641:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a8600/0x7b65fed88534d3e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c943 expref: 6 pid: 9674 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746157052.545660:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15309 00000100:00100000:0.0:1746157052.545665:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684168192:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157052.545672:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157052.545686:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8600/0x7b65fed88534d3e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c943 expref: 6 pid: 9674 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.545695:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801306a8600/0x7b65fed88534d3e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c943 expref: 6 pid: 9674 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.545710:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8600/0x7b65fed88534d3e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c943 expref: 6 pid: 9674 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.545723:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157052.545725:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157052.545731:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534d3ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c94a expref: 12 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.545764:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534d3ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c94a expref: 12 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.545784:0:7222:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534d3ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c94a expref: 12 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.545793:0:7222:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534d3ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c94a expref: 12 pid: 9674 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746157052.545805:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009118ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7222:1830977678741120:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157052.545857:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157052.548316:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.551187:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.552445:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977684168832:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 941us (1257us total) trans 4294971974 rc 0/0 00000100:00100000:0.0:1746157052.552452:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1234 00002000:00100000:0.0:1746157052.552459:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009118df80 x1830977684168832/t4294971974(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.552466:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118df80 with x1830977684168832 ext(0->7) 00010000:00010000:0.0:1746157052.552471:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534d3ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c94a expref: 15 pid: 9674 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.552480:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534d3ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c94a expref: 15 pid: 9674 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.552486:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009118df80 00000100:00100000:0.0:1746157052.555279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.557394:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.559264:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.561304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.567923:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.567980:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.568864:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 27969 00000100:00100000:0.0:1746157052.568874:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:1110:x1830977684169728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157052.568896:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157052.568915:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534d404 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481c95f expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.568951:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a9a00/0x7b65fed88534d3f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c951 expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.568960:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880089e82e00/0x7b65fed88534d3fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c958 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.568967:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157052.568969:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157052.568973:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534d404 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c95f expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.569003:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880089e82e00/0x7b65fed88534d3fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c958 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.569016:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880089e82e00/0x7b65fed88534d3fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c958 expref: 5 pid: 9579 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746157052.569027:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009250f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678741376:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157052.569116:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a9a00/0x7b65fed88534d3f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c951 expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.569124:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801306a9a00/0x7b65fed88534d3f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c951 expref: 15 pid: 9674 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746157052.569132:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009250d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678741504:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157052.569160:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157052.571347:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678741632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746157052.571395:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157052.571777:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678741632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746157052.575000:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.575040:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.575074:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.579610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.586484:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.588730:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977684170880:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1923us (2248us total) trans 4294971975 rc 0/0 00000100:00100000:0.0:1746157052.588778:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1237 00002000:00100000:0.0:1746157052.588788:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009250f800 x1830977684170880/t4294971975(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.588797:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250f800 with x1830977684170880 ext(0->7) 00010000:00010000:0.0:1746157052.588806:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534d404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c95f expref: 16 pid: 9674 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746157052.588820:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534d404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c95f expref: 16 pid: 9674 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746157052.588827:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009250f800 00000100:00100000:0.0:1746157052.597109:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.597182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.599913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.602367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.610392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.615251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.616210:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2011:x1830977684172160:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 709us (965us total) trans 4294971976 rc 0/0 00000100:00100000:0.0:1746157052.616216:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1240 00002000:00100000:0.0:1746157052.616222:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f3e7800 x1830977684172160/t4294971976(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.616229:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7800 with x1830977684172160 ext(0->7) 00010000:00010000:0.0:1746157052.616234:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d412 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c96d expref: 19 pid: 9579 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.616243:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d412 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c96d expref: 19 pid: 9579 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.616249:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e7800 00000100:00100000:0.0:1746157052.626594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.633278:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bdfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7220:1830977678742528:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157052.633297:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157052.633357:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977684172288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5266us (6769us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157052.633367:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15315 00000100:00100000:0.0:1746157052.633659:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.636473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.636565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.636595:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684172928 00000100:00100000:0.0:1746157052.636602:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684172928 00010000:00010000:0.0:1746157052.636641:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d419 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c974 expref: 20 pid: 9579 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746157052.636676:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15316 00000100:00100000:0.0:1746157052.636683:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2010:x1830977684172928:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157052.636696:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157052.636724:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d419 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c974 expref: 20 pid: 9579 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.636756:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d419 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c974 expref: 20 pid: 9579 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.636780:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157052.636783:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157052.636789:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d420 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c97b expref: 20 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.636798:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c97b expref: 20 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.636830:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c97b expref: 20 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157052.637413:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d420 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c97b expref: 19 pid: 9579 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746157052.637426:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011f3e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7220:1830977678742784:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157052.637515:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157052.639576:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.644927:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2013:x1830977684173440:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 737us (996us total) trans 4294971977 rc 0/0 00000100:00100000:0.0:1746157052.644935:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1243 00002000:00100000:0.0:1746157052.644943:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091392a00 x1830977684173440/t4294971977(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.644951:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091392a00 with x1830977684173440 ext(0->7) 00010000:00010000:0.0:1746157052.644957:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c97b expref: 20 pid: 9579 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.644969:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c97b expref: 20 pid: 9579 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.644975:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091392a00 00000100:00100000:0.0:1746157052.649711:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.653256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.656427:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.660321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.664421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.664501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.667348:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.673474:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.677984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.678838:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2012:x1830977684175488:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 651us (859us total) trans 4294971978 rc 0/0 00000100:00100000:0.0:1746157052.678849:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1246 00002000:00100000:0.0:1746157052.678855:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927d4700 x1830977684175488/t4294971978(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.678862:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4700 with x1830977684175488 ext(0->7) 00010000:00010000:0.0:1746157052.678867:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c990 expref: 23 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.678876:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c990 expref: 23 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.678881:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927d4700 00000100:00100000:0.0:1746157052.684947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.689303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.697068:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.700680:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.701869:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.706447:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.706518:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.707415:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.716399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.721573:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2013:x1830977684177280:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4180us (5171us total) trans 4294971979 rc 0/0 00000100:00100000:0.0:1746157052.721589:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1249 00002000:00100000:0.0:1746157052.721603:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927d6680 x1830977684177280/t4294971979(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.721613:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6680 with x1830977684177280 ext(0->7) 00010000:00010000:0.0:1746157052.721626:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d44a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9a5 expref: 25 pid: 9579 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.721651:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d44a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9a5 expref: 25 pid: 9579 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.721658:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927d6680 00000100:00100000:0.0:1746157052.730769:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977678744320:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746157052.731094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.734712:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.734888:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.734925:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684177792 00000100:00100000:0.0:1746157052.734934:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684177792 00002000:00100000:0.0:1746157052.734979:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800927d7100 x1830977684177792/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 488/0 e 0 to 0 dl 1746157063 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.734990:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7100 with x1830977684177792 ext(0->4095) 00002000:00010000:0.0:1746157052.734995:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927d7100 00000100:00100000:0.0:1746157052.735026:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12801 00000100:00100000:0.0:1746157052.735034:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2011:x1830977684177792:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157052.735917:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2011:x1830977684177792:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 877us (1021us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157052.735928:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12801 00002000:00100000:0.0:1746157052.735936:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800927d7100 x1830977684177792/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746157063 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.735945:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7100 with x1830977684177792 ext(0->4095) 00010000:00010000:0.0:1746157052.735953:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534d451 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9ac expref: 27 pid: 9579 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.735968:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534d451 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9ac expref: 27 pid: 9579 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.735974:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927d7100 00000100:00100000:0.0:1746157052.740658:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.740986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.743946:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.746172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.747637:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977684178560:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1198us (1462us total) trans 4294971980 rc 0/0 00000100:00100000:0.0:1746157052.747648:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1251 00002000:00100000:0.0:1746157052.747659:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f3e4a80 x1830977684178560/t4294971980(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.747668:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4a80 with x1830977684178560 ext(0->7) 00010000:00010000:0.0:1746157052.747676:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534d458 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9b3 expref: 26 pid: 9579 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.747690:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534d458 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9b3 expref: 26 pid: 9579 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.747696:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e4a80 00000100:00100000:0.0:1746157052.749575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.758808:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.762459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.762877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.764269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.770077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.772873:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.776912:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2011:x1830977684179840:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3836us (4036us total) trans 4294971981 rc 0/0 00000100:00100000:0.0:1746157052.776925:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1253 00002000:00100000:0.0:1746157052.776936:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f3e7b80 x1830977684179840/t4294971981(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.776945:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7b80 with x1830977684179840 ext(0->7) 00010000:00010000:0.0:1746157052.776956:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534d466 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9c1 expref: 29 pid: 9579 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.776974:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534d466 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9c1 expref: 29 pid: 9579 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.776981:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e7b80 00000100:00100000:0.0:1746157052.781561:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.785312:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.786972:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.790044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.794108:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.796601:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.798131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.802297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.808871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.812352:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.813829:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2010:x1830977684181504:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1106us (1475us total) trans 4294971982 rc 0/0 00000100:00100000:0.0:1746157052.813839:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1255 00002000:00100000:0.0:1746157052.813848:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a6300 x1830977684181504/t4294971982(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.813855:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6300 with x1830977684181504 ext(0->7) 00010000:00010000:0.0:1746157052.813863:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82e00/0x7b65fed88534d47b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9d6 expref: 30 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.813875:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82e00/0x7b65fed88534d47b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9d6 expref: 30 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.813881:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a6300 00000100:00100000:0.0:1746157052.815653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.819302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.821305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.822813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.826469:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.829679:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.829878:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684182528 00000100:00100000:0.0:1746157052.829885:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684182528 00002000:00100000:0.0:1746157052.829932:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008ce84a80 x1830977684182528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 488/0 e 0 to 0 dl 1746157063 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.829941:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84a80 with x1830977684182528 ext(0->4095) 00010000:00010000:0.0:1746157052.829951:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534d489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9e4 expref: 31 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.829966:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534d489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9e4 expref: 31 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.829973:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce84a80 00000100:00100000:0.0:1746157052.830231:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1256 00000100:00100000:0.0:1746157052.830238:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2010:x1830977684182528:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157052.830402:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2010:x1830977684182528:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 165us (725us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157052.830408:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1256 00002000:00100000:0.0:1746157052.830413:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008ce84a80 x1830977684182528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.830420:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84a80 with x1830977684182528 ext(0->4095) 00010000:00010000:0.0:1746157052.830425:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534d489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9e4 expref: 31 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.830433:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534d489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9e4 expref: 31 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.830439:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce84a80 00000100:00100000:0.0:1746157052.832646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.834360:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2010:x1830977684182784:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1498us (1715us total) trans 4294971983 rc 0/0 00000100:00100000:0.0:1746157052.834370:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1257 00002000:00100000:0.0:1746157052.834379:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008fed8a80 x1830977684182784/t4294971983(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.834387:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8a80 with x1830977684182784 ext(0->7) 00010000:00010000:0.0:1746157052.834396:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534d489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9e4 expref: 33 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.834410:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534d489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9e4 expref: 33 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.834416:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fed8a80 00000100:00100000:0.0:1746157052.839629:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.844086:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.848346:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.848783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.851098:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.852883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.855658:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.858187:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.860939:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.863499:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.865254:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2011:x1830977684184448:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1377us (1748us total) trans 4294971984 rc 0/0 00000100:00100000:0.0:1746157052.865264:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1259 00002000:00100000:0.0:1746157052.865273:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012a2ff800 x1830977684184448/t4294971984(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.865282:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ff800 with x1830977684184448 ext(0->7) 00010000:00010000:0.0:1746157052.865291:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82200/0x7b65fed88534d49e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9f9 expref: 34 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.865305:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82200/0x7b65fed88534d49e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481c9f9 expref: 34 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.865313:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012a2ff800 00000100:00100000:0.0:1746157052.867847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.871345:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.871627:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.874199:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.875004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.878697:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.882871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.888301:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2012:x1830977684185728:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1505us (5429us total) trans 4294971985 rc 0/0 00000100:00100000:0.0:1746157052.888312:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1262 00002000:00100000:0.0:1746157052.888320:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008cc2f480 x1830977684185728/t4294971985(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.888328:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2f480 with x1830977684185728 ext(0->7) 00010000:00010000:0.0:1746157052.888337:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534d4ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca07 expref: 37 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.888351:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534d4ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca07 expref: 37 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.888357:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc2f480 00000100:00100000:0.0:1746157052.893343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.897633:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.899894:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.905140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.906208:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.909002:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.911554:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.913372:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2012:x1830977684187008:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1580us (1818us total) trans 4294971986 rc 0/0 00000100:00100000:0.0:1746157052.913381:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1265 00002000:00100000:0.0:1746157052.913389:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f20aa00 x1830977684187008/t4294971986(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.913397:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20aa00 with x1830977684187008 ext(0->7) 00010000:00010000:0.0:1746157052.913403:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83600/0x7b65fed88534d4ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca15 expref: 38 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.913415:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83600/0x7b65fed88534d4ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca15 expref: 38 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.913421:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f20aa00 00000100:00100000:0.0:1746157052.915882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.921113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.926861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.926911:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.934364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.936772:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.938585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.940231:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:2011:x1830977684188288:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 873us (1649us total) trans 4294971987 rc 0/0 00000100:00100000:0.0:1746157052.940240:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1267 00002000:00100000:0.0:1746157052.940247:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008bc19f80 x1830977684188288/t4294971987(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.940255:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19f80 with x1830977684188288 ext(0->7) 00010000:00010000:0.0:1746157052.940261:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534d4c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca23 expref: 41 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.940270:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534d4c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca23 expref: 41 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.940276:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc19f80 00000100:00100000:0.0:1746157052.941982:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.945918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.948164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.950575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.951668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.954096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.954233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.956945:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.956994:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.960866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.965861:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.967287:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2012:x1830977684190336:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1206us (1434us total) trans 4294971988 rc 0/0 00000100:00100000:0.0:1746157052.967296:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1270 00002000:00100000:0.0:1746157052.967303:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306ed880 x1830977684190336/t4294971988(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.967317:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed880 with x1830977684190336 ext(0->7) 00010000:00010000:0.0:1746157052.967325:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d4dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca38 expref: 42 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.967336:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d4dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca38 expref: 42 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.967343:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ed880 00000100:00100000:0.0:1746157052.972146:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.976348:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.977697:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.977728:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684190848 00000100:00100000:0.0:1746157052.977731:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684190848 00002000:00100000:0.0:1746157052.977797:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ec700 x1830977684190848/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:613/0 lens 488/0 e 0 to 0 dl 1746157063 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.977808:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec700 with x1830977684190848 ext(0->4095) 00002000:00010000:0.0:1746157052.977814:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306ec700 00000100:00100000:0.0:1746157052.977833:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12811 00000100:00100000:0.0:1746157052.977839:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684190848:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157052.978017:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684190848:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157052.978023:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12811 00002000:00100000:0.0:1746157052.978029:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ec700 x1830977684190848/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746157063 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.978041:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec700 with x1830977684190848 ext(0->4095) 00002000:00010000:0.0:1746157052.978044:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306ec700 00000100:00100000:0.0:1746157052.980173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.980356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.982696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.986231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157052.988168:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2010:x1830977684191616:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1321us (1943us total) trans 4294971989 rc 0/0 00000100:00100000:0.0:1746157052.988178:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1272 00002000:00100000:0.0:1746157052.988186:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306ece00 x1830977684191616/t4294971989(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:613/0 lens 496/448 e 0 to 0 dl 1746157063 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157052.988193:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ece00 with x1830977684191616 ext(0->7) 00010000:00010000:0.0:1746157052.988199:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534d4eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca46 expref: 45 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157052.988211:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534d4eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca46 expref: 45 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157052.988218:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ece00 00000100:00100000:0.0:1746157052.993812:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.000985:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.001551:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.001982:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684192128 00000100:00100000:0.0:1746157053.001986:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684192128 00002000:00100000:0.0:1746157053.002935:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ee300 x1830977684192128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 488/0 e 0 to 0 dl 1746157064 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.002946:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ee300 with x1830977684192128 ext(0->4095) 00010000:00010000:0.0:1746157053.003015:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d4f2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca4d expref: 46 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.003026:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d4f2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca4d expref: 46 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.003033:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ee300 00000100:00100000:0.0:1746157053.009954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.010086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.013694:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.017283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.019286:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2010:x1830977684192896:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1414us (2009us total) trans 4294971990 rc 0/0 00000100:00100000:0.0:1746157053.019295:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1275 00002000:00100000:0.0:1746157053.019302:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880131368700 x1830977684192896/t4294971990(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.019309:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131368700 with x1830977684192896 ext(0->7) 00010000:00010000:0.0:1746157053.019315:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d4f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca54 expref: 46 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.019326:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d4f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca54 expref: 46 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.019331:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131368700 00000100:00100000:0.0:1746157053.022104:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.034322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.034522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.039368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.040553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.044276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.047560:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.049427:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2013:x1830977684194176:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1487us (1870us total) trans 4294971991 rc 0/0 00000100:00100000:0.0:1746157053.049436:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1277 00002000:00100000:0.0:1746157053.049443:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091392300 x1830977684194176/t4294971991(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.049451:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091392300 with x1830977684194176 ext(0->7) 00010000:00010000:0.0:1746157053.049458:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c769600/0x7b65fed88534d507 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca62 expref: 49 pid: 19476 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.049470:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c769600/0x7b65fed88534d507 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca62 expref: 49 pid: 19476 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.049475:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091392300 00000100:00100000:0.0:1746157053.055353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.059983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.063101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.064026:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.068181:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.068242:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.070222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.073313:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.077245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.079543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.083279:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2011:x1830977684195840:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3194us (3734us total) trans 4294971992 rc 0/0 00000100:00100000:0.0:1746157053.083290:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1279 00002000:00100000:0.0:1746157053.083300:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092890e00 x1830977684195840/t4294971992(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.083308:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890e00 with x1830977684195840 ext(0->7) 00010000:00010000:0.0:1746157053.083318:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d51c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca70 expref: 50 pid: 19476 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.083334:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d51c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca70 expref: 50 pid: 19476 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.083340:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092890e00 00000100:00100000:0.0:1746157053.089833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.090587:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.092907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.096377:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.099594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.101614:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.104483:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.105892:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2012:x1830977684196992:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 990us (1406us total) trans 4294971993 rc 0/0 00000100:00100000:0.0:1746157053.105900:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1281 00002000:00100000:0.0:1746157053.105907:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009118d500 x1830977684196992/t4294971993(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.105915:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118d500 with x1830977684196992 ext(0->7) 00010000:00010000:0.0:1746157053.105921:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d52a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca85 expref: 52 pid: 19476 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.105931:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d52a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca85 expref: 52 pid: 19476 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.105938:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009118d500 00000100:00100000:0.0:1746157053.109621:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.115719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.115873:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.120304:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.120337:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.123097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.132894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.134760:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2013:x1830977684198272:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1404us (1844us total) trans 4294971994 rc 0/0 00000100:00100000:0.0:1746157053.134771:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1284 00002000:00100000:0.0:1746157053.134781:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c57d500 x1830977684198272/t4294971994(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.134789:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d500 with x1830977684198272 ext(0->7) 00010000:00010000:0.0:1746157053.134798:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d538 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca93 expref: 55 pid: 19476 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.134817:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d538 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ca93 expref: 55 pid: 19476 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.134824:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57d500 00000100:00100000:0.0:1746157053.138126:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.138195:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.140684:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.142534:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.142581:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.145194:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.148825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.150130:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977684199552:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1047us (1304us total) trans 4294971995 rc 0/0 00000100:00100000:0.0:1746157053.150139:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1287 00002000:00100000:0.0:1746157053.150157:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880089e27800 x1830977684199552/t4294971995(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.150165:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e27800 with x1830977684199552 ext(0->7) 00010000:00010000:0.0:1746157053.150173:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d546 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481caa1 expref: 56 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.150185:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d546 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481caa1 expref: 56 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.150192:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089e27800 00000100:00100000:0.0:1746157053.153348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.158241:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.160568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.163183:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.165937:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.170942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.171426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.173717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.175962:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.176218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.179689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.182528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.184439:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977684201856:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1458us (1910us total) trans 4294971996 rc 0/0 00000100:00100000:0.0:1746157053.184449:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1289 00002000:00100000:0.0:1746157053.184457:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f4fd500 x1830977684201856/t4294971996(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.184464:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4fd500 with x1830977684201856 ext(0->7) 00010000:00010000:0.0:1746157053.184473:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768600/0x7b65fed88534d55b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cab6 expref: 59 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.184486:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768600/0x7b65fed88534d55b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cab6 expref: 59 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.184492:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f4fd500 00000100:00100000:0.0:1746157053.187332:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.190502:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.200715:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.200800:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.205526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.205565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.211135:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684203264 00000100:00100000:0.0:1746157053.211143:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684203264 00010000:00010000:0.0:1746157053.211201:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d562 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cabd expref: 59 pid: 9577 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746157053.211244:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15364 00000100:00100000:0.0:1746157053.211254:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977684203264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157053.211266:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157053.211281:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d562 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cabd expref: 59 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.211291:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d562 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cabd expref: 59 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.211309:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d562 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cabd expref: 59 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.211323:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157053.211325:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157053.211330:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534d570 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cacb expref: 58 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.211337:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534d570 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cacb expref: 58 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.211367:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534d570 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cacb expref: 58 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157053.211378:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f4fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678754176:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157053.211998:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157053.216298:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.220213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.221512:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f4ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2012:x1830977684203904:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 733us (1302us total) trans 4294971997 rc 0/0 00000100:00100000:0.0:1746157053.221519:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1292 00002000:00100000:0.0:1746157053.221525:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f4ff480 x1830977684203904/t4294971997(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.221533:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4ff480 with x1830977684203904 ext(0->7) 00010000:00010000:0.0:1746157053.221539:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534d570 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cacb expref: 60 pid: 19476 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.221550:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534d570 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cacb expref: 60 pid: 19476 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.221556:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f4ff480 00000100:00100000:0.0:1746157053.223130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.225127:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.227685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.231434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.235898:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.236098:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.242356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.242691:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.245444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.249034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.251619:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f4fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2010:x1830977684205952:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1372us (2587us total) trans 4294971998 rc 0/0 00000100:00100000:0.0:1746157053.251628:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1294 00002000:00100000:0.0:1746157053.251636:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f4fd880 x1830977684205952/t4294971998(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.251643:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4fd880 with x1830977684205952 ext(0->7) 00010000:00010000:0.0:1746157053.251651:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768a00/0x7b65fed88534d585 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cae0 expref: 63 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.251664:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768a00/0x7b65fed88534d585 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cae0 expref: 63 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.251670:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f4fd880 00000100:00100000:0.0:1746157053.253696:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.260327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.260398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.260431:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684206464 00000100:00100000:0.0:1746157053.260439:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684206464 00002000:00100000:0.0:1746157053.260489:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007f4fed80 x1830977684206464/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 488/0 e 0 to 0 dl 1746157064 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.260498:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4fed80 with x1830977684206464 ext(0->4095) 00002000:00010000:0.0:1746157053.260504:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f4fed80 00000100:00100000:0.0:1746157053.260533:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12825 00000100:00100000:0.0:1746157053.260539:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f4fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2010:x1830977684206464:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157053.260682:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f4fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2010:x1830977684206464:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (283us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157053.260687:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12825 00002000:00100000:0.0:1746157053.260691:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007f4fed80 x1830977684206464/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746157064 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.260696:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4fed80 with x1830977684206464 ext(0->4095) 00002000:00010000:0.0:1746157053.260698:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f4fed80 00000100:00100000:0.0:1746157053.263823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.264464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.268289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.271183:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.273540:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977684207232:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1986us (2355us total) trans 4294971999 rc 0/0 00000100:00100000:0.0:1746157053.273550:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1296 00002000:00100000:0.0:1746157053.273559:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88013133ed80 x1830977684207232/t4294971999(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.273568:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133ed80 with x1830977684207232 ext(0->7) 00010000:00010000:0.0:1746157053.273578:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d593 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481caee expref: 64 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.273592:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d593 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481caee expref: 64 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.273600:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133ed80 00000100:00100000:0.0:1746157053.276040:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.285468:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684207616 00000100:00100000:0.0:1746157053.285481:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684207616 00002000:00100000:0.0:1746157053.285537:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d7ac000 x1830977684207616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:614/0 lens 488/0 e 0 to 0 dl 1746157064 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.285546:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac000 with x1830977684207616 ext(0->4095) 00002000:00010000:0.0:1746157053.285553:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d7ac000 00000100:00100000:0.0:1746157053.285598:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12826 00000100:00100000:0.0:1746157053.285606:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684207616:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157053.285809:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684207616:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 203us (1424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157053.285816:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12826 00002000:00100000:0.0:1746157053.285822:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d7ac000 x1830977684207616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746157064 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.285828:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac000 with x1830977684207616 ext(0->4095) 00002000:00010000:0.0:1746157053.285831:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d7ac000 00000100:00100000:0.0:1746157053.291927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.294495:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.295664:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.302933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.307877:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2013:x1830977684208512:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1383us (4949us total) trans 4294972000 rc 0/0 00000100:00100000:0.0:1746157053.307891:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1298 00002000:00100000:0.0:1746157053.307900:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c5f80 x1830977684208512/t4294972000(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.307909:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c5f80 with x1830977684208512 ext(0->7) 00010000:00010000:0.0:1746157053.307917:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cafc expref: 67 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.307931:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c769a00/0x7b65fed88534d5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cafc expref: 67 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.307937:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c5f80 00000100:00100000:0.0:1746157053.311264:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.317199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.317303:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.320312:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.321320:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.324025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.328030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.330961:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2013:x1830977684209792:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1837us (2937us total) trans 4294972001 rc 0/0 00000100:00100000:0.0:1746157053.330971:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1300 00002000:00100000:0.0:1746157053.330979:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5cfb80 x1830977684209792/t4294972001(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.330987:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cfb80 with x1830977684209792 ext(0->7) 00010000:00010000:0.0:1746157053.330996:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82000/0x7b65fed88534d5af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb0a expref: 68 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.331012:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82000/0x7b65fed88534d5af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb0a expref: 68 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.331018:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5cfb80 00000100:00100000:0.0:1746157053.336379:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.338249:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.342122:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.347912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.350976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.355560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.358152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.360626:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977684210944:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2109us (2472us total) trans 4294972002 rc 0/0 00000100:00100000:0.0:1746157053.360638:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1302 00002000:00100000:0.0:1746157053.360650:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b258e00 x1830977684210944/t4294972002(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.360658:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258e00 with x1830977684210944 ext(0->7) 00010000:00010000:0.0:1746157053.360669:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d5bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb18 expref: 70 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.360684:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d5bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb18 expref: 70 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.360690:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b258e00 00000100:00100000:0.0:1746157053.362829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.365418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.367107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.370833:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.374480:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.377301:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.377880:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28035 00000100:00100000:0.0:1746157053.377893:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1111:x1830977684211968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157053.377920:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157053.377952:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e94600/0x7b65fed88534d5d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481cb2d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.377990:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d5cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb26 expref: 69 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.377997:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157053.377999:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157053.378003:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e94600/0x7b65fed88534d5d2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb2d expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.378042:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d5cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb26 expref: 69 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.378053:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d5cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb26 expref: 69 pid: 9674 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746157053.378067:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f154380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977678757504:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157053.378195:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157053.382451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.383528:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977684212096:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 715us (1073us total) trans 4294972003 rc 0/0 00000100:00100000:0.0:1746157053.383537:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1304 00002000:00100000:0.0:1746157053.383545:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f157480 x1830977684212096/t4294972003(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.383552:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f157480 with x1830977684212096 ext(0->7) 00010000:00010000:0.0:1746157053.383557:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d5cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb26 expref: 72 pid: 9674 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.383568:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d5cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb26 expref: 72 pid: 9674 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.383574:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f157480 00000100:00100000:0.0:1746157053.386603:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.391229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.392953:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.396561:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.399610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.405394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.411791:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.412916:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2011:x1830977684213248:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 886us (1133us total) trans 4294972004 rc 0/0 00000100:00100000:0.0:1746157053.412925:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1306 00002000:00100000:0.0:1746157053.412932:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800910b9180 x1830977684213248/t4294972004(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.412945:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b9180 with x1830977684213248 ext(0->7) 00010000:00010000:0.0:1746157053.412952:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d5d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb34 expref: 74 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.412963:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d5d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb34 expref: 74 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.412968:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800910b9180 00000100:00100000:0.0:1746157053.414980:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.419544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.422686:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684213760 00000100:00100000:0.0:1746157053.422692:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684213760 00002000:00100000:0.0:1746157053.422719:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007f3aea00 x1830977684213760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:614/0 lens 488/0 e 0 to 0 dl 1746157064 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.422727:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aea00 with x1830977684213760 ext(0->4095) 00010000:00010000:0.0:1746157053.422733:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d5e0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb3b expref: 6 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.422760:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d5e0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb3b expref: 6 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.422771:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3aea00 00000100:00100000:0.0:1746157053.422894:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1307 00000100:00100000:0.0:1746157053.422901:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684213760:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157053.423207:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684213760:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 306us (677us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157053.423215:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1307 00002000:00100000:0.0:1746157053.423220:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007f3aea00 x1830977684213760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.423227:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aea00 with x1830977684213760 ext(0->4095) 00010000:00010000:0.0:1746157053.423231:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d5e0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb3b expref: 6 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.423240:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d5e0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb3b expref: 6 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.423245:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3aea00 00000100:00100000:0.0:1746157053.426181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.426220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.429282:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.435118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.437406:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2011:x1830977684214528:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2023us (2288us total) trans 4294972005 rc 0/0 00000100:00100000:0.0:1746157053.437416:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1309 00002000:00100000:0.0:1746157053.437424:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092609500 x1830977684214528/t4294972005(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.437432:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092609500 with x1830977684214528 ext(0->7) 00010000:00010000:0.0:1746157053.437441:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83600/0x7b65fed88534d5e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb42 expref: 77 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.437454:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83600/0x7b65fed88534d5e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb42 expref: 77 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.437460:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092609500 00000100:00100000:0.0:1746157053.443594:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.450173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.453006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.453059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.456662:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.461035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.466308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.468694:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977684215808:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 782us (2392us total) trans 4294972006 rc 0/0 00000100:00100000:0.0:1746157053.468704:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1311 00002000:00100000:0.0:1746157053.468712:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800926fa680 x1830977684215808/t4294972006(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.468719:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fa680 with x1830977684215808 ext(0->7) 00010000:00010000:0.0:1746157053.468725:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83200/0x7b65fed88534d5f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb57 expref: 78 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.468753:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83200/0x7b65fed88534d5f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb57 expref: 78 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.468759:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926fa680 00000100:00100000:0.0:1746157053.473550:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.479412:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.484081:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.485270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.488526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.490485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.493193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.494716:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.499818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.504641:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.506199:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2012:x1830977684217600:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1117us (1565us total) trans 4294972007 rc 0/0 00000100:00100000:0.0:1746157053.506208:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1314 00002000:00100000:0.0:1746157053.506216:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f4fea00 x1830977684217600/t4294972007(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.506223:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4fea00 with x1830977684217600 ext(0->7) 00010000:00010000:0.0:1746157053.506230:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534d60a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb65 expref: 80 pid: 19476 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.506244:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534d60a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb65 expref: 80 pid: 19476 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.506250:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f4fea00 00000100:00100000:0.0:1746157053.511342:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.518479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.521975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.522032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.531058:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.533214:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.536534:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.541932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.545931:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.547172:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2012:x1830977684219392:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 861us (1244us total) trans 4294972008 rc 0/0 00000100:00100000:0.0:1746157053.547181:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1317 00002000:00100000:0.0:1746157053.547188:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012be9e680 x1830977684219392/t4294972008(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.547196:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9e680 with x1830977684219392 ext(0->7) 00010000:00010000:0.0:1746157053.547202:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d61f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb7a expref: 82 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.547213:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d61f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb7a expref: 82 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.547218:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012be9e680 00000100:00100000:0.0:1746157053.551280:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.555648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.559648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.560483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.564479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.568269:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.572678:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.574703:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:2013:x1830977684220672:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1538us (2029us total) trans 4294972009 rc 0/0 00000100:00100000:0.0:1746157053.574712:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1319 00002000:00100000:0.0:1746157053.574719:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c9cc000 x1830977684220672/t4294972009(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.574731:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c9cc000 with x1830977684220672 ext(0->7) 00010000:00010000:0.0:1746157053.574752:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83400/0x7b65fed88534d62d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb88 expref: 85 pid: 9577 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746157053.574763:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83400/0x7b65fed88534d62d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb88 expref: 85 pid: 9577 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746157053.574768:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c9cc000 00000100:00100000:0.0:1746157053.577717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.581380:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.587375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.587985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.590945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.591021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.594631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.598766:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684222080 00000100:00100000:0.0:1746157053.598773:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684222080 00002000:00100000:0.0:1746157053.598816:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ef800 x1830977684222080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 488/0 e 0 to 0 dl 1746157064 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.598825:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef800 with x1830977684222080 ext(0->4095) 00002000:00010000:0.0:1746157053.598829:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306ef800 00000100:00100000:0.0:1746157053.598851:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12836 00000100:00100000:0.0:1746157053.598857:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2011:x1830977684222080:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157053.598990:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2011:x1830977684222080:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157053.598999:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12836 00002000:00100000:0.0:1746157053.599003:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ef800 x1830977684222080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746157064 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.599010:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef800 with x1830977684222080 ext(0->4095) 00002000:00010000:0.0:1746157053.599012:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306ef800 00000100:00100000:0.0:1746157053.601887:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.604893:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678761472:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157053.604926:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d649 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cba4 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.604943:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880089e82c00, rc 0) 00000100:00100000:0.0:1746157053.604993:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684222208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2666us (3114us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157053.605001:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28052 00000100:00100000:0.0:1746157053.607641:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2011:x1830977684222336:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2204us (2671us total) trans 4294972010 rc 0/0 00000100:00100000:0.0:1746157053.607652:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1321 00002000:00100000:0.0:1746157053.607662:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306eca80 x1830977684222336/t4294972010(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.607671:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eca80 with x1830977684222336 ext(0->7) 00010000:00010000:0.0:1746157053.607680:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb9d expref: 86 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.607693:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cb9d expref: 86 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.607701:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306eca80 00000100:00100000:0.0:1746157053.609786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.613964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.614014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.617516:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684222976 00000100:00100000:0.0:1746157053.617527:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684222976 00000100:00100000:0.0:1746157053.617564:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28054 00000100:00100000:0.0:1746157053.617571:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:1111:x1830977684222976:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157053.617587:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157053.617600:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c43b000/0x7b65fed88534d657 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481cbb2 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.617620:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157053.617626:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d650 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbab expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.617638:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157053.617641:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c43b000/0x7b65fed88534d657 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbb2 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.617802:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d650 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbab expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.617814:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d650 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbab expref: 88 pid: 9579 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746157053.618077:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c9ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977678761856:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157053.618099:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157053.621684:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684223360 00000100:00100000:0.0:1746157053.621692:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684223360 00002000:00100000:0.0:1746157053.622014:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306eed80 x1830977684223360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 488/0 e 0 to 0 dl 1746157064 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.622028:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eed80 with x1830977684223360 ext(0->4095) 00010000:00010000:0.0:1746157053.622041:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d650 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbab expref: 87 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.622053:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d650 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbab expref: 87 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.622059:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306eed80 00000100:00100000:0.0:1746157053.622092:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1322 00000100:00100000:0.0:1746157053.622100:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2013:x1830977684223360:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157053.622269:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2013:x1830977684223360:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 169us (1129us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157053.622275:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1322 00002000:00100000:0.0:1746157053.622280:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306eed80 x1830977684223360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.622287:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eed80 with x1830977684223360 ext(0->4095) 00010000:00010000:0.0:1746157053.622292:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d650 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbab expref: 87 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.622300:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d650 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbab expref: 87 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.622306:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306eed80 00000100:00100000:0.0:1746157053.625915:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.627293:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c9cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977684223616:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1003us (1384us total) trans 4294972011 rc 0/0 00000100:00100000:0.0:1746157053.627302:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1323 00002000:00100000:0.0:1746157053.627309:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c9cea00 x1830977684223616/t4294972011(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.627316:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c9cea00 with x1830977684223616 ext(0->7) 00010000:00010000:0.0:1746157053.627324:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d650 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbab expref: 89 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.627336:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d650 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbab expref: 89 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.627342:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c9cea00 00000100:00100000:0.0:1746157053.629861:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.632493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.635543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.637545:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.642033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.642482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.644330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.646208:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.647897:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.650955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.652297:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2010:x1830977684225280:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1102us (1346us total) trans 4294972012 rc 0/0 00000100:00100000:0.0:1746157053.652305:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1325 00002000:00100000:0.0:1746157053.652313:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880089e28000 x1830977684225280/t4294972012(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.652322:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e28000 with x1830977684225280 ext(0->7) 00010000:00010000:0.0:1746157053.652330:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d665 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbc0 expref: 90 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.652343:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d665 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbc0 expref: 90 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.652349:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089e28000 00000100:00100000:0.0:1746157053.658375:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.665640:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.667700:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.672275:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684226560 00000100:00100000:0.0:1746157053.672283:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684226560 00002000:00100000:0.0:1746157053.672319:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bdf80 x1830977684226560/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/0 e 0 to 0 dl 1746157064 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.672328:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bdf80 with x1830977684226560 ext(0->7) 00010000:00010000:0.0:1746157053.672336:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d673 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbce expref: 91 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.672349:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d673 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbce expref: 91 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.672359:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bdf80 00000100:00100000:0.0:1746157053.672375:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1327 00000100:00100000:0.0:1746157053.672381:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:2011:x1830977684226560:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157053.673586:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2011:x1830977684226560:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1199us (1390us total) trans 4294972013 rc 0/0 00000100:00100000:0.0:1746157053.673595:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1327 00002000:00100000:0.0:1746157053.673602:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bdf80 x1830977684226560/t4294972013(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.673609:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bdf80 with x1830977684226560 ext(0->7) 00010000:00010000:0.0:1746157053.673617:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d673 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbce expref: 93 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.673629:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d673 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbce expref: 93 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.673635:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bdf80 00000100:00100000:0.0:1746157053.676817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.678850:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.682831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.685983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.686026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.689053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.689086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.689127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.693623:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.698416:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.701121:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2011:x1830977684228352:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2479us (2703us total) trans 4294972014 rc 0/0 00000100:00100000:0.0:1746157053.701132:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1329 00002000:00100000:0.0:1746157053.701140:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880089e2aa00 x1830977684228352/t4294972014(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.701157:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e2aa00 with x1830977684228352 ext(0->7) 00010000:00010000:0.0:1746157053.701166:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d688 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbe3 expref: 95 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.701180:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d688 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbe3 expref: 95 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.701186:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089e2aa00 00000100:00100000:0.0:1746157053.704906:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.709494:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.712532:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.712578:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.716321:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.716356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.718840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.720970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.723291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.725091:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.727926:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977684230016:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2361us (2652us total) trans 4294972015 rc 0/0 00000100:00100000:0.0:1746157053.727946:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1331 00002000:00100000:0.0:1746157053.728130:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008fed9500 x1830977684230016/t4294972015(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.728141:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9500 with x1830977684230016 ext(0->7) 00010000:00010000:0.0:1746157053.728164:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83800/0x7b65fed88534d69d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbf8 expref: 96 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.728182:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83800/0x7b65fed88534d69d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cbf8 expref: 96 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.728189:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fed9500 00000100:00100000:0.0:1746157053.734289:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.738685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.743248:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.744396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.748306:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684231040 00000100:00100000:0.0:1746157053.748315:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684231040 00002000:00100000:0.0:1746157053.748360:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257ca80 x1830977684231040/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 488/0 e 0 to 0 dl 1746157064 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.748368:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ca80 with x1830977684231040 ext(0->4095) 00010000:00010000:0.0:1746157053.748377:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d6ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc06 expref: 97 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.748388:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d6ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc06 expref: 97 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.748398:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257ca80 00000100:00100000:0.0:1746157053.748419:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1333 00000100:00100000:0.0:1746157053.748426:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977684231040:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157053.748548:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977684231040:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157053.748560:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1333 00002000:00100000:0.0:1746157053.748565:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257ca80 x1830977684231040/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.748572:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ca80 with x1830977684231040 ext(0->4095) 00010000:00010000:0.0:1746157053.748577:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d6ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc06 expref: 97 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.748585:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d6ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc06 expref: 97 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.748590:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257ca80 00000100:00100000:0.0:1746157053.750193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.751617:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2013:x1830977684231296:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1030us (1426us total) trans 4294972016 rc 0/0 00000100:00100000:0.0:1746157053.751625:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1334 00002000:00100000:0.0:1746157053.751632:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c5880 x1830977684231296/t4294972016(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.751640:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c5880 with x1830977684231296 ext(0->7) 00010000:00010000:0.0:1746157053.751649:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d6ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc06 expref: 99 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.751659:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d6ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc06 expref: 99 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.751665:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c5880 00000100:00100000:0.0:1746157053.757916:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.763512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.768383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.768493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.772036:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.772119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.778459:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684232448 00000100:00100000:0.0:1746157053.778474:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684232448 00010000:00010000:0.0:1746157053.778523:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d6b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc14 expref: 6 pid: 9674 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746157053.778577:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15412 00000100:00100000:0.0:1746157053.778587:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684232448:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157053.778604:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157053.778631:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d6b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc14 expref: 6 pid: 9674 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.778644:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d6b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc14 expref: 6 pid: 9674 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.778670:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d6b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc14 expref: 6 pid: 9674 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.778710:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157053.778713:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157053.778722:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d6c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc1b expref: 97 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.778731:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d6c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc1b expref: 97 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.778813:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d6c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc1b expref: 97 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157053.778829:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f209500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678765440:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157053.778950:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157053.786272:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.798411:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.799711:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2011:x1830977684232960:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 907us (1305us total) trans 4294972017 rc 0/0 00000100:00100000:0.0:1746157053.799719:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1336 00002000:00100000:0.0:1746157053.799725:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012db1e850 x1830977684232960/t4294972017(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.799732:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db1e850 with x1830977684232960 ext(0->7) 00010000:00010000:0.0:1746157053.799760:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d6c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc1b expref: 100 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.799770:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d6c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc1b expref: 100 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.799776:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012db1e850 00000100:00100000:0.0:1746157053.817090:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684233216 00000100:00100000:0.0:1746157053.817094:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684233216 00010000:00010000:0.0:1746157053.817116:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d6c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc1b expref: 101 pid: 9579 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746157053.817148:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15413 00000100:00100000:0.0:1746157053.817154:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2013:x1830977684233216:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157053.817164:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157053.817366:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d6c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc1b expref: 102 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.817379:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d6c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc1b expref: 102 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.817393:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880089e83000/0x7b65fed88534d6c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc1b expref: 102 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.817770:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157053.817823:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2013:x1830977684233216:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 666us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157053.817830:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15413 00000100:00100000:0.0:1746157053.819933:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.823605:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.828722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.832242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.837330:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.839034:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2010:x1830977684234112:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 920us (1699us total) trans 4294972018 rc 0/0 00000100:00100000:0.0:1746157053.839045:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1338 00002000:00100000:0.0:1746157053.839057:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f208e00 x1830977684234112/t4294972018(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.839065:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f208e00 with x1830977684234112 ext(0->7) 00010000:00010000:0.0:1746157053.839074:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534d6ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc29 expref: 102 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.839089:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534d6ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc29 expref: 102 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.839095:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f208e00 00000100:00100000:0.0:1746157053.841592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.852697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.853492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.856603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.857642:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684234880 00000100:00100000:0.0:1746157053.857656:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684234880 00010000:00010000:0.0:1746157053.857696:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d6d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc30 expref: 6 pid: 9579 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746157053.857775:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15416 00000100:00100000:0.0:1746157053.857783:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5684c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684234880:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157053.857796:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157053.857813:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d6d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc30 expref: 6 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.857824:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d6d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc30 expref: 6 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.857844:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d6d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc30 expref: 6 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.857869:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157053.857872:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157053.857878:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d6dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc37 expref: 102 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.857886:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d6dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc37 expref: 102 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.857916:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d6dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc37 expref: 102 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.857927:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d6dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc37 expref: 102 pid: 9579 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746157053.857937:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678766592:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157053.858022:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157053.861936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.864606:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.867664:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2013:x1830977684235392:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2828us (3055us total) trans 4294972019 rc 0/0 00000100:00100000:0.0:1746157053.867676:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1340 00002000:00100000:0.0:1746157053.867685:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f20ad80 x1830977684235392/t4294972019(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.867694:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20ad80 with x1830977684235392 ext(0->7) 00010000:00010000:0.0:1746157053.867703:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d6dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc37 expref: 105 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.867719:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d6dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc37 expref: 105 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.867725:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f20ad80 00000100:00100000:0.0:1746157053.873957:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.880781:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.880881:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.884299:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.885190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.892089:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.899176:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.900205:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2010:x1830977684236672:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 795us (1033us total) trans 4294972020 rc 0/0 00000100:00100000:0.0:1746157053.900212:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1342 00002000:00100000:0.0:1746157053.900218:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f166d80 x1830977684236672/t4294972020(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.900225:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166d80 with x1830977684236672 ext(0->7) 00010000:00010000:0.0:1746157053.900231:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534d6ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc45 expref: 106 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.900242:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534d6ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc45 expref: 106 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.900247:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f166d80 00000100:00100000:0.0:1746157053.901805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.905819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.909239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.913991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.914047:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.916981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.917469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.919571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.920165:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15421 00000100:00100000:0.0:1746157053.920175:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684238080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157053.920189:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157053.920209:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d6f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc4c expref: 6 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.920221:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d6f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc4c expref: 6 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.920244:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880089e82c00/0x7b65fed88534d6f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc4c expref: 6 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.920273:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157053.920276:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157053.920283:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c768c00/0x7b65fed88534d6ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc5a expref: 105 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.920292:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c768c00/0x7b65fed88534d6ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc5a expref: 105 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157053.920325:0:7222:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c768c00/0x7b65fed88534d6ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc5a expref: 105 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157053.920337:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7222:1830977678767616:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157053.920431:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157053.922548:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.926357:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.940065:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:2013:x1830977684238592:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 990us (1207us total) trans 4294972021 rc 0/0 00000100:00100000:0.0:1746157053.940074:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1345 00002000:00100000:0.0:1746157053.940080:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009257d180 x1830977684238592/t4294972021(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.940087:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257d180 with x1830977684238592 ext(0->7) 00010000:00010000:0.0:1746157053.940093:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768c00/0x7b65fed88534d6ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc5a expref: 108 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.940105:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768c00/0x7b65fed88534d6ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc5a expref: 108 pid: 19476 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.940110:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257d180 00000100:00100000:0.0:1746157053.942564:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.944340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.946698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.949335:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.951272:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.957106:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.960419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.964147:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2010:x1830977684239744:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3371us (3721us total) trans 4294972022 rc 0/0 00000100:00100000:0.0:1746157053.964160:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1347 00002000:00100000:0.0:1746157053.964172:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091392300 x1830977684239744/t4294972022(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.964181:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091392300 with x1830977684239744 ext(0->7) 00010000:00010000:0.0:1746157053.964191:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d70d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc68 expref: 110 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.964207:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d70d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc68 expref: 110 pid: 19476 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.964215:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091392300 00000100:00100000:0.0:1746157053.966916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.969969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.973346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.974233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.976805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.979128:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.981354:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.982707:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2010:x1830977684241024:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 730us (1359us total) trans 4294972023 rc 0/0 00000100:00100000:0.0:1746157053.982712:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1349 00002000:00100000:0.0:1746157053.982717:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5ce300 x1830977684241024/t4294972023(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:614/0 lens 496/448 e 0 to 0 dl 1746157064 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157053.982722:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce300 with x1830977684241024 ext(0->7) 00010000:00010000:0.0:1746157053.982726:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d71b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc76 expref: 113 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157053.982733:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534d71b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc76 expref: 113 pid: 19476 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157053.982750:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5ce300 00000100:00100000:0.0:1746157053.985255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.989085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.992180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.995244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157053.999967:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.000024:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.004606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.004683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.004704:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684242432 00000100:00100000:0.0:1746157054.004710:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684242432 00000100:00080000:0.0:1746157054.004729:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746157054.004772:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534d722 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc7d expref: 113 pid: 9579 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746157054.004805:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684242304 00000100:00100000:0.0:1746157054.004808:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684242304 00000100:00080000:0.0:1746157054.004818:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746157054.004827:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d729 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc84 expref: 6 pid: 19476 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746157054.004862:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15428 00000100:00100000:0.0:1746157054.004866:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684242304:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157054.004881:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157054.004887:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d729 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc84 expref: 6 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.004896:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d729 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc84 expref: 6 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.005375:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534d729 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc84 expref: 6 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.005678:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157054.005709:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977684242304:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 841us (1025us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157054.005715:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15428 00000100:00100000:0.0:1746157054.005775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.009548:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009257f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7220:1830977678769280:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157054.009558:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157054.009578:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2013:x1830977684242432:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4729us (4975us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157054.009585:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15427 00000100:00100000:0.0:1746157054.013538:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2010:x1830977684243072:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1246us (1428us total) trans 4294972024 rc 0/0 00000100:00100000:0.0:1746157054.013547:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1351 00002000:00100000:0.0:1746157054.013554:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d7ac380 x1830977684243072/t4294972024(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.013562:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac380 with x1830977684243072 ext(0->7) 00010000:00010000:0.0:1746157054.013570:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534d730 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc8b expref: 114 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.013582:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534d730 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cc8b expref: 114 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.013589:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7ac380 00000100:00100000:0.0:1746157054.016529:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.022912:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.025803:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.030485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.033643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.034881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.037384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.039376:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.042551:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.049195:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.055163:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.057860:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2010:x1830977684244992:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1584us (2698us total) trans 4294972025 rc 0/0 00000100:00100000:0.0:1746157054.057871:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1353 00002000:00100000:0.0:1746157054.057881:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ccf9f80 x1830977684244992/t4294972025(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.057889:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9f80 with x1830977684244992 ext(0->7) 00010000:00010000:0.0:1746157054.057898:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82a00/0x7b65fed88534d745 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cca0 expref: 116 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.057910:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82a00/0x7b65fed88534d745 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cca0 expref: 116 pid: 19476 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.058159:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ccf9f80 00000100:00100000:0.0:1746157054.060495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.066949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.067043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.072382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.072434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.079137:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.087522:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.095312:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.104579:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.112708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.114700:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.123055:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.130174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.134127:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:2011:x1830977684247552:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2714us (3954us total) trans 4294972027 rc 0/0 00000100:00100000:0.0:1746157054.134137:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1357 00002000:00100000:0.0:1746157054.134155:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091297100 x1830977684247552/t4294972027(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.134163:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091297100 with x1830977684247552 ext(0->7) 00010000:00010000:0.0:1746157054.134171:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534d761 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ccbc expref: 120 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.134185:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534d761 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ccbc expref: 120 pid: 19476 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.134191:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091297100 00000100:00100000:0.0:1746157054.138265:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.144423:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.144572:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.148797:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.148842:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.150812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.152790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.154020:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+123:2012:x1830977684248832:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 986us (1224us total) trans 4294972028 rc 0/0 00000100:00100000:0.0:1746157054.154029:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1359 00002000:00100000:0.0:1746157054.154037:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091296300 x1830977684248832/t4294972028(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.154044:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091296300 with x1830977684248832 ext(0->7) 00010000:00010000:0.0:1746157054.154051:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534d76f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ccca expref: 123 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.154063:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534d76f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ccca expref: 123 pid: 19476 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.154070:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091296300 00000100:00100000:0.0:1746157054.155301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.158359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.160117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.164346:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.164941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.168034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.168073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.170836:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.170931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.173864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.178169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.180882:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2013:x1830977684250880:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2462us (2711us total) trans 4294972029 rc 0/0 00000100:00100000:0.0:1746157054.180895:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1362 00002000:00100000:0.0:1746157054.180908:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091089c00 x1830977684250880/t4294972029(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.180917:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089c00 with x1830977684250880 ext(0->7) 00010000:00010000:0.0:1746157054.180929:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d784 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ccdf expref: 124 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.180946:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d784 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ccdf expref: 124 pid: 19476 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.180953:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091089c00 00000100:00100000:0.0:1746157054.184067:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.187205:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.189927:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.191190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.193291:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.194277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.197826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.197874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.202336:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.210858:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.222197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.228649:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.229350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.236969:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.241248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.245967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.249109:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.251628:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+128:2011:x1830977684253824:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1278us (2520us total) trans 4294972031 rc 0/0 00000100:00100000:0.0:1746157054.251638:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1367 00002000:00100000:0.0:1746157054.251646:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012be9e680 x1830977684253824/t4294972031(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.251655:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9e680 with x1830977684253824 ext(0->7) 00010000:00010000:0.0:1746157054.251663:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e82800/0x7b65fed88534d7a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd02 expref: 128 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.251678:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e82800/0x7b65fed88534d7a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd02 expref: 128 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.251684:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012be9e680 00000100:00100000:0.0:1746157054.255704:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.265871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.265989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.268947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.274846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.281422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.284953:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+131:2010:x1830977684255104:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2482us (3527us total) trans 4294972032 rc 0/0 00000100:00100000:0.0:1746157054.284966:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1369 00002000:00100000:0.0:1746157054.284977:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009118df80 x1830977684255104/t4294972032(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.284987:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118df80 with x1830977684255104 ext(0->7) 00010000:00010000:0.0:1746157054.284998:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534d7b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd10 expref: 131 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.285014:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534d7b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd10 expref: 131 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.285021:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009118df80 00000100:00100000:0.0:1746157054.291866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.293912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.299042:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684255616 00000100:00100000:0.0:1746157054.299051:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684255616 00002000:00100000:0.0:1746157054.299094:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257d500 x1830977684255616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 488/0 e 0 to 0 dl 1746157065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.299104:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257d500 with x1830977684255616 ext(0->4095) 00010000:00010000:0.0:1746157054.299114:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c694200/0x7b65fed88534d7bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd17 expref: 131 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.299125:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c694200/0x7b65fed88534d7bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd17 expref: 131 pid: 19476 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.299131:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257d500 00000100:00100000:0.0:1746157054.299170:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1370 00000100:00100000:0.0:1746157054.299178:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+131:2010:x1830977684255616:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157054.299335:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+131:2010:x1830977684255616:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 157us (455us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157054.299341:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1370 00002000:00100000:0.0:1746157054.299347:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257d500 x1830977684255616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.299354:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257d500 with x1830977684255616 ext(0->4095) 00010000:00010000:0.0:1746157054.299358:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c694200/0x7b65fed88534d7bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd17 expref: 131 pid: 19476 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.299366:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c694200/0x7b65fed88534d7bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd17 expref: 131 pid: 19476 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.299372:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257d500 00000100:00100000:0.0:1746157054.301432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.301582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.303525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.308910:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+132:2010:x1830977684256384:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1627us (2020us total) trans 4294972033 rc 0/0 00000100:00100000:0.0:1746157054.308923:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1372 00002000:00100000:0.0:1746157054.308933:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d7af100 x1830977684256384/t4294972033(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.308942:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7af100 with x1830977684256384 ext(0->7) 00010000:00010000:0.0:1746157054.308950:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534d7c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd1e expref: 132 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.308966:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534d7c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd1e expref: 132 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.308973:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7af100 00000100:00100000:0.0:1746157054.311797:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.318707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.319308:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684256768 00000100:00100000:0.0:1746157054.319316:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684256768 00002000:00100000:0.0:1746157054.319356:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008cc2ce00 x1830977684256768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:615/0 lens 488/0 e 0 to 0 dl 1746157065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.319365:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2ce00 with x1830977684256768 ext(0->4095) 00002000:00010000:0.0:1746157054.319369:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc2ce00 00000100:00100000:0.0:1746157054.319400:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12868 00000100:00100000:0.0:1746157054.319407:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684256768:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157054.319550:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684256768:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 144us (932us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157054.319557:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12868 00002000:00100000:0.0:1746157054.319562:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008cc2ce00 x1830977684256768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746157065 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.319569:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2ce00 with x1830977684256768 ext(0->4095) 00002000:00010000:0.0:1746157054.319572:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc2ce00 00000100:00100000:0.0:1746157054.320515:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.321544:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.324513:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.328686:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.331134:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.334129:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+135:2013:x1830977684257664:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2146us (2994us total) trans 4294972034 rc 0/0 00000100:00100000:0.0:1746157054.334150:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1374 00002000:00100000:0.0:1746157054.334160:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008cc2e680 x1830977684257664/t4294972034(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.334169:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2e680 with x1830977684257664 ext(0->7) 00010000:00010000:0.0:1746157054.334180:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534d7d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd2c expref: 135 pid: 9579 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.334196:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534d7d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd2c expref: 135 pid: 9579 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.334203:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc2e680 00000100:00100000:0.0:1746157054.337920:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.342560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.347459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.347513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.354659:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.358053:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.358115:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684258688 00000100:00100000:0.0:1746157054.358122:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684258688 00002000:00100000:0.0:1746157054.358179:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008cc2fb80 x1830977684258688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 488/0 e 0 to 0 dl 1746157065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.358187:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2fb80 with x1830977684258688 ext(0->4095) 00010000:00010000:0.0:1746157054.358195:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83200/0x7b65fed88534d7e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd41 expref: 135 pid: 9674 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.358209:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83200/0x7b65fed88534d7e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd41 expref: 135 pid: 9674 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.358215:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc2fb80 00000100:00100000:0.0:1746157054.363640:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.366599:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+136:2013:x1830977684258944:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1605us (2959us total) trans 4294972035 rc 0/0 00000100:00100000:0.0:1746157054.366612:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1376 00002000:00100000:0.0:1746157054.366623:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008cc2e300 x1830977684258944/t4294972035(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.366631:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2e300 with x1830977684258944 ext(0->7) 00010000:00010000:0.0:1746157054.366640:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83200/0x7b65fed88534d7e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd41 expref: 136 pid: 9674 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.366656:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83200/0x7b65fed88534d7e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd41 expref: 136 pid: 9674 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.366665:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc2e300 00000100:00100000:0.0:1746157054.371517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.380219:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.380776:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.383611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.383838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.387777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.394941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.400182:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+139:2012:x1830977684260224:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4882us (5241us total) trans 4294972036 rc 0/0 00000100:00100000:0.0:1746157054.400195:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1379 00002000:00100000:0.0:1746157054.400206:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f3e5f80 x1830977684260224/t4294972036(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.400214:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5f80 with x1830977684260224 ext(0->7) 00010000:00010000:0.0:1746157054.400225:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880089e83200/0x7b65fed88534d7ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd48 expref: 139 pid: 9674 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.400241:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880089e83200/0x7b65fed88534d7ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd48 expref: 139 pid: 9674 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.400247:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e5f80 00000100:00100000:0.0:1746157054.405065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.405182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.408063:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.412176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.412232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.418507:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009257c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678776448:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157054.418530:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157054.418783:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+138:2012:x1830977684260992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5545us (6547us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157054.418794:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15457 00000100:00100000:0.0:1746157054.420189:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684261248 00000100:00100000:0.0:1746157054.420199:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684261248 00002000:00100000:0.0:1746157054.420243:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d7ac700 x1830977684261248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 488/0 e 0 to 0 dl 1746157065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.420252:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac700 with x1830977684261248 ext(0->4095) 00010000:00010000:0.0:1746157054.420262:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d7fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd56 expref: 138 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.420276:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d7fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd56 expref: 138 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.420282:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7ac700 00000100:00100000:0.0:1746157054.420314:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1381 00000100:00100000:0.0:1746157054.420321:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+138:2010:x1830977684261248:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157054.420496:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+138:2010:x1830977684261248:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 175us (940us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157054.420503:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1381 00002000:00100000:0.0:1746157054.420508:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d7ac700 x1830977684261248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.420522:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac700 with x1830977684261248 ext(0->4095) 00010000:00010000:0.0:1746157054.420527:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d7fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd56 expref: 138 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.420536:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d7fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd56 expref: 138 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.420542:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7ac700 00000100:00100000:0.0:1746157054.432628:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.433411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.434653:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+141:2010:x1830977684261504:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1009us (2036us total) trans 4294972037 rc 0/0 00000100:00100000:0.0:1746157054.434660:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1382 00002000:00100000:0.0:1746157054.434667:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f3e7b80 x1830977684261504/t4294972037(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.434674:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7b80 with x1830977684261504 ext(0->7) 00010000:00010000:0.0:1746157054.434680:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d7fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd56 expref: 141 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.434692:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8c00/0x7b65fed88534d7fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd56 expref: 141 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.434697:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e7b80 00000100:00100000:0.0:1746157054.439584:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.443588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.444758:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684262016 00000100:00100000:0.0:1746157054.444770:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684262016 00002000:00100000:0.0:1746157054.444817:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011f3e5880 x1830977684262016/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:615/0 lens 488/0 e 0 to 0 dl 1746157065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.444827:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5880 with x1830977684262016 ext(0->4095) 00010000:00010000:0.0:1746157054.444837:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8e00/0x7b65fed88534d802 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd5d expref: 6 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.444850:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8e00/0x7b65fed88534d802 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd5d expref: 6 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.444858:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e5880 00000100:00100000:0.0:1746157054.444890:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1383 00000100:00100000:0.0:1746157054.444898:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684262016:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157054.445066:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684262016:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 169us (1480us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157054.445072:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1383 00002000:00100000:0.0:1746157054.445078:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011f3e5880 x1830977684262016/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.445084:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5880 with x1830977684262016 ext(0->4095) 00010000:00010000:0.0:1746157054.445088:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8e00/0x7b65fed88534d802 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd5d expref: 6 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.445097:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8e00/0x7b65fed88534d802 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd5d expref: 6 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.445107:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e5880 00000100:00100000:0.0:1746157054.447936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.451953:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.455380:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.464171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.466544:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+142:2010:x1830977684262656:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2039us (2378us total) trans 4294972038 rc 0/0 00000100:00100000:0.0:1746157054.466554:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1384 00002000:00100000:0.0:1746157054.466562:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f3e7800 x1830977684262656/t4294972038(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.466570:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7800 with x1830977684262656 ext(0->7) 00010000:00010000:0.0:1746157054.466579:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534d809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd64 expref: 142 pid: 9674 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.466592:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534d809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd64 expref: 142 pid: 9674 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.466599:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e7800 00000100:00100000:0.0:1746157054.473421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.473534:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.479698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.485565:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.491636:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.499806:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.509880:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+144:2010:x1830977684263808:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1915us (2389us total) trans 4294972039 rc 0/0 00000100:00100000:0.0:1746157054.509890:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1386 00002000:00100000:0.0:1746157054.509897:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d7aed80 x1830977684263808/t4294972039(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.509905:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aed80 with x1830977684263808 ext(0->7) 00010000:00010000:0.0:1746157054.509912:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8800/0x7b65fed88534d817 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd72 expref: 144 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.509923:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8800/0x7b65fed88534d817 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd72 expref: 144 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.509929:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7aed80 00000100:00100000:0.0:1746157054.514773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.520084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.526017:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.526446:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.527107:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684264576 00000100:00100000:0.0:1746157054.527114:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684264576 00010000:00010000:0.0:1746157054.527154:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d81e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd79 expref: 6 pid: 9577 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746157054.528367:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15463 00000100:00100000:0.0:1746157054.528374:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684264576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157054.528383:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157054.528400:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d81e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd79 expref: 6 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.528414:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d81e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd79 expref: 6 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.528430:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8200/0x7b65fed88534d81e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd79 expref: 6 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.528443:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157054.528444:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157054.528450:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 144 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157054.528456:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 144 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157054.529217:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 144 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157054.529377:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 144 pid: 9577 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746157054.529389:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678777984:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157054.529967:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157054.532474:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678777984:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157054.532497:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157054.532553:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977684264576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4178us (6106us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157054.532566:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15463 00000100:00100000:0.0:1746157054.533424:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684264832 00000100:00100000:0.0:1746157054.533432:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684264832 00002000:00100000:0.0:1746157054.533472:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257e680 x1830977684264832/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 488/0 e 0 to 0 dl 1746157065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.533481:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257e680 with x1830977684264832 ext(0->4095) 00010000:00010000:0.0:1746157054.533488:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 145 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.533501:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 145 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.533507:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257e680 00000100:00100000:0.0:1746157054.533537:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1387 00000100:00100000:0.0:1746157054.533543:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+145:2010:x1830977684264832:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157054.533692:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+145:2010:x1830977684264832:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 148us (892us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157054.533697:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1387 00002000:00100000:0.0:1746157054.533702:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257e680 x1830977684264832/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.533709:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257e680 with x1830977684264832 ext(0->4095) 00010000:00010000:0.0:1746157054.533714:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 145 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.533727:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 145 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.533732:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257e680 00000100:00100000:0.0:1746157054.538529:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.541360:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+147:2011:x1830977684265088:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2559us (2836us total) trans 4294972040 rc 0/0 00000100:00100000:0.0:1746157054.541372:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1388 00002000:00100000:0.0:1746157054.541382:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d11c00 x1830977684265088/t4294972040(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.541391:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11c00 with x1830977684265088 ext(0->7) 00010000:00010000:0.0:1746157054.541399:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 147 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.541414:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 147 pid: 9577 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.541422:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d11c00 00000100:00100000:0.0:1746157054.553261:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.559301:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684265216 00000100:00100000:0.0:1746157054.559311:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684265216 00010000:00010000:0.0:1746157054.559352:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 147 pid: 9577 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746157054.559394:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15464 00000100:00100000:0.0:1746157054.559402:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+147:2013:x1830977684265216:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157054.559414:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157054.559430:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 147 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.559441:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 147 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.559459:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534d825 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd80 expref: 147 pid: 9577 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.559477:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157054.559479:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157054.559485:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d82c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd87 expref: 146 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157054.559493:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d82c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd87 expref: 146 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157054.559547:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d82c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd87 expref: 146 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157054.559558:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678778112:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157054.559630:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157054.564905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.568694:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.570587:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.570631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.574315:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684266112 00000100:00100000:0.0:1746157054.574323:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684266112 00002000:00100000:0.0:1746157054.574364:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257ca80 x1830977684266112/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 488/0 e 0 to 0 dl 1746157065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.574374:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ca80 with x1830977684266112 ext(0->4095) 00010000:00010000:0.0:1746157054.574382:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534d833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd8e expref: 146 pid: 9674 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.574396:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534d833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd8e expref: 146 pid: 9674 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.574403:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257ca80 00000100:00100000:0.0:1746157054.574420:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1390 00000100:00100000:0.0:1746157054.574427:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+146:2011:x1830977684266112:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157054.574914:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+146:2011:x1830977684266112:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 486us (664us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157054.574920:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1390 00002000:00100000:0.0:1746157054.574926:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257ca80 x1830977684266112/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.574932:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ca80 with x1830977684266112 ext(0->4095) 00010000:00010000:0.0:1746157054.574936:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534d833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd8e expref: 146 pid: 9674 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.574944:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534d833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd8e expref: 146 pid: 9674 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.574954:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257ca80 00000100:00100000:0.0:1746157054.588155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.589666:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1391 00000100:00100000:0.0:1746157054.592115:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+148:2013:x1830977684266368:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2430us (3969us total) trans 4294972041 rc 0/0 00000100:00100000:0.0:1746157054.592126:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1391 00002000:00100000:0.0:1746157054.592144:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d13800 x1830977684266368/t4294972041(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.592154:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d13800 with x1830977684266368 ext(0->7) 00010000:00010000:0.0:1746157054.592163:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534d833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd8e expref: 148 pid: 9674 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746157054.592180:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534d833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd8e expref: 148 pid: 9674 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746157054.592186:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d13800 00000100:00100000:0.0:1746157054.594700:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.601701:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.607329:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.613173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.620319:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.626726:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.633348:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.637235:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+150:2010:x1830977684267520:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3689us (3882us total) trans 4294972042 rc 0/0 00000100:00100000:0.0:1746157054.637253:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1393 00002000:00100000:0.0:1746157054.637268:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d11500 x1830977684267520/t4294972042(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.637278:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11500 with x1830977684267520 ext(0->7) 00010000:00010000:0.0:1746157054.637293:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534d841 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd9c expref: 150 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157054.637310:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534d841 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cd9c expref: 150 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157054.637316:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d11500 00000100:00100000:0.0:1746157054.641847:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.643421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.650121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.655351:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.657973:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.662059:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.666018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.668108:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+152:2010:x1830977684268672:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1917us (2079us total) trans 4294972043 rc 0/0 00000100:00100000:0.0:1746157054.668121:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1395 00002000:00100000:0.0:1746157054.668132:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a5f80 x1830977684268672/t4294972043(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.668151:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5f80 with x1830977684268672 ext(0->7) 00010000:00010000:0.0:1746157054.668162:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534d84f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdaa expref: 152 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157054.668179:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534d84f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdaa expref: 152 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157054.668186:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a5f80 00000100:00100000:0.0:1746157054.671413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.675031:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.676820:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009257ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678779648:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157054.676835:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157054.676868:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+153:2013:x1830977684268800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5276us (5466us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157054.676876:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15470 00000100:00100000:0.0:1746157054.680134:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.680254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.684508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.690511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.693327:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+155:2012:x1830977684269952:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1157us (2822us total) trans 4294972044 rc 0/0 00000100:00100000:0.0:1746157054.693337:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1398 00002000:00100000:0.0:1746157054.693345:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a5880 x1830977684269952/t4294972044(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.693353:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5880 with x1830977684269952 ext(0->7) 00010000:00010000:0.0:1746157054.693361:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534d85d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdb8 expref: 155 pid: 9577 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157054.693379:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534d85d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdb8 expref: 155 pid: 9577 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157054.693384:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a5880 00000100:00100000:0.0:1746157054.695015:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.700534:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.705169:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.705221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.705589:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28131 00000100:00100000:0.0:1746157054.705600:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1111:x1830977684270592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157054.705616:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157054.705629:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093ead800/0x7b65fed88534d872 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481cdcd expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157054.705649:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157054.705654:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534d86b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdc6 expref: 155 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157054.705660:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157054.705663:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ead800/0x7b65fed88534d872 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdcd expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157054.705694:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534d86b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdc6 expref: 155 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157054.705706:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093ead800/0x7b65fed88534d872 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdcd expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157054.705717:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ead800, rc 0) 00000100:00100000:0.0:1746157054.706176:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684270592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 577us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157054.706182:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28131 00000100:00100000:0.0:1746157054.709239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.712458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.716302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.718506:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+156:2011:x1830977684271232:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1025us (2209us total) trans 4294972045 rc 0/0 00000100:00100000:0.0:1746157054.718516:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1400 00002000:00100000:0.0:1746157054.718525:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a4a80 x1830977684271232/t4294972045(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.718533:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4a80 with x1830977684271232 ext(0->7) 00010000:00010000:0.0:1746157054.718543:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534d86b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdc6 expref: 156 pid: 9579 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157054.718556:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534d86b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdc6 expref: 156 pid: 9579 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157054.718563:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a4a80 00000100:00100000:0.0:1746157054.720968:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.728721:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.732184:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.737472:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.742180:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.742232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.745551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.745605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.745824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.749431:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.759661:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.766796:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+159:2011:x1830977684273280:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4985us (7131us total) trans 4294972046 rc 0/0 00000100:00100000:0.0:1746157054.766811:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1403 00002000:00100000:0.0:1746157054.766825:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ce86d80 x1830977684273280/t4294972046(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.766834:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86d80 with x1830977684273280 ext(0->7) 00010000:00010000:0.0:1746157054.766846:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6600/0x7b65fed88534d880 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cddb expref: 159 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157054.766865:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6600/0x7b65fed88534d880 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cddb expref: 159 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157054.766871:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce86d80 00000100:00100000:0.0:1746157054.773588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.773690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.777485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.783360:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.783471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.788220:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.795059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.797189:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+160:2013:x1830977684274560:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1197us (2135us total) trans 4294972047 rc 0/0 00000100:00100000:0.0:1746157054.797199:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1406 00002000:00100000:0.0:1746157054.797208:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ce85f80 x1830977684274560/t4294972047(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.797216:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85f80 with x1830977684274560 ext(0->7) 00010000:00010000:0.0:1746157054.797224:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d88e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cde9 expref: 160 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157054.797237:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534d88e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cde9 expref: 160 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157054.797244:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce85f80 00000100:00100000:0.0:1746157054.800303:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.805846:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.815690:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.820904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.822554:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.826961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.827030:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.827056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.831208:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.841062:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.844766:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+162:2011:x1830977684276352:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3295us (3676us total) trans 4294972048 rc 0/0 00000100:00100000:0.0:1746157054.844780:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1408 00002000:00100000:0.0:1746157054.844792:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c7480 x1830977684276352/t4294972048(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.844801:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7480 with x1830977684276352 ext(0->7) 00010000:00010000:0.0:1746157054.844811:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534d8a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdf7 expref: 162 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157054.844828:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534d8a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cdf7 expref: 162 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157054.844835:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c7480 00000100:00100000:0.0:1746157054.849629:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.861037:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.861976:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.865286:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.869483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.874538:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.882174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.886088:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+165:2012:x1830977684277632:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3255us (3911us total) trans 4294972049 rc 0/0 00000100:00100000:0.0:1746157054.886101:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1410 00002000:00100000:0.0:1746157054.886113:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092891180 x1830977684277632/t4294972049(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.886123:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891180 with x1830977684277632 ext(0->7) 00010000:00010000:0.0:1746157054.886142:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534d8b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce0c expref: 165 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157054.886165:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534d8b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce0c expref: 165 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157054.886172:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092891180 00000100:00100000:0.0:1746157054.892952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.902116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.906577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.906631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.913276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.919878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.923107:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+166:2010:x1830977684278912:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2985us (3226us total) trans 4294972050 rc 0/0 00000100:00100000:0.0:1746157054.923121:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1413 00002000:00100000:0.0:1746157054.923147:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092890380 x1830977684278912/t4294972050(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.923156:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890380 with x1830977684278912 ext(0->7) 00010000:00010000:0.0:1746157054.923168:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534d8bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce1a expref: 166 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157054.923184:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534d8bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce1a expref: 166 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157054.923190:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092890380 00000100:00100000:0.0:1746157054.926112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.932120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.932169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.936224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.936868:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.940237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.949229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.950531:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+169:2011:x1830977684280192:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 967us (1316us total) trans 4294972051 rc 0/0 00000100:00100000:0.0:1746157054.950539:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1415 00002000:00100000:0.0:1746157054.950546:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092891500 x1830977684280192/t4294972051(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.950552:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891500 with x1830977684280192 ext(0->7) 00010000:00010000:0.0:1746157054.950558:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d8cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce28 expref: 169 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157054.950568:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534d8cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce28 expref: 169 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157054.950574:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092891500 00000100:00100000:0.0:1746157054.968104:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.970531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.977298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.980154:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.980198:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.984076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157054.990542:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684281472 00000100:00100000:0.0:1746157054.990552:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684281472 00002000:00100000:0.0:1746157054.990599:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009257f480 x1830977684281472/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/0 e 0 to 0 dl 1746157065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157054.990610:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257f480 with x1830977684281472 ext(0->7) 00010000:00010000:0.0:1746157054.990620:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d8db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce36 expref: 168 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157054.990634:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d8db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce36 expref: 168 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157054.990640:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257f480 00000100:00100000:0.0:1746157054.991649:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1418 00000100:00100000:0.0:1746157055.002315:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+170:2012:x1830977684281472:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 10643us (12171us total) trans 4294972052 rc 0/0 00000100:00100000:0.0:1746157055.002328:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1418 00002000:00100000:0.0:1746157055.002338:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009257f480 x1830977684281472/t4294972052(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:615/0 lens 496/448 e 0 to 0 dl 1746157065 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.002347:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257f480 with x1830977684281472 ext(0->7) 00010000:00010000:0.0:1746157055.002356:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d8db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce36 expref: 170 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.002372:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d8db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce36 expref: 170 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.002379:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257f480 00000100:00100000:0.0:1746157055.008076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.008553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.012857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.018619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.023147:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684282368 00000100:00100000:0.0:1746157055.023154:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684282368 00002000:00100000:0.0:1746157055.023193:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d7aea00 x1830977684282368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 488/0 e 0 to 0 dl 1746157066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.023203:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aea00 with x1830977684282368 ext(0->4095) 00002000:00010000:0.0:1746157055.023208:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d7aea00 00000100:00100000:0.0:1746157055.023237:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12882 00000100:00100000:0.0:1746157055.023244:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+170:2010:x1830977684282368:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157055.023391:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+170:2010:x1830977684282368:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157055.023397:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12882 00002000:00100000:0.0:1746157055.023402:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d7aea00 x1830977684282368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746157066 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.023409:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aea00 with x1830977684282368 ext(0->4095) 00002000:00010000:0.0:1746157055.023411:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d7aea00 00000100:00100000:0.0:1746157055.026648:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684282496 00000100:00100000:0.0:1746157055.026658:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684282496 00000100:00100000:0.0:1746157055.026716:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28149 00000100:00100000:0.0:1746157055.026724:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1111:x1830977684282496:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157055.026760:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157055.026778:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed88534d8f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ce4b expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.026808:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534d8e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce44 expref: 169 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.026816:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157055.026818:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157055.026821:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed88534d8f0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce4b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.026853:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534d8e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce44 expref: 169 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.026865:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534d8e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce44 expref: 169 pid: 9674 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746157055.026877:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977678784896:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157055.026956:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157055.031251:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.032839:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+172:2012:x1830977684282624:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1372us (1595us total) trans 4294972053 rc 0/0 00000100:00100000:0.0:1746157055.032847:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1420 00002000:00100000:0.0:1746157055.032855:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5bf100 x1830977684282624/t4294972053(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.032863:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf100 with x1830977684282624 ext(0->7) 00010000:00010000:0.0:1746157055.032870:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534d8e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce44 expref: 172 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.032881:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534d8e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce44 expref: 172 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.032891:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5bf100 00000100:00100000:0.0:1746157055.039549:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.047113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.049167:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.052229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.054364:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.059454:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684283648 00000100:00100000:0.0:1746157055.059463:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684283648 00002000:00100000:0.0:1746157055.059507:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257c700 x1830977684283648/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 488/0 e 0 to 0 dl 1746157066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.059515:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257c700 with x1830977684283648 ext(0->4095) 00010000:00010000:0.0:1746157055.059525:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6200/0x7b65fed88534d8f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce52 expref: 173 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.059540:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6200/0x7b65fed88534d8f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce52 expref: 173 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.059547:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257c700 00000100:00100000:0.0:1746157055.059579:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1421 00000100:00100000:0.0:1746157055.059588:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+173:2011:x1830977684283648:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157055.059821:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+173:2011:x1830977684283648:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 233us (433us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157055.059827:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1421 00002000:00100000:0.0:1746157055.059833:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257c700 x1830977684283648/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.059841:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257c700 with x1830977684283648 ext(0->4095) 00010000:00010000:0.0:1746157055.059846:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6200/0x7b65fed88534d8f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce52 expref: 173 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.059855:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6200/0x7b65fed88534d8f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce52 expref: 173 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.059860:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257c700 00000100:00100000:0.0:1746157055.061522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.064545:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+175:2011:x1830977684283904:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2698us (3020us total) trans 4294972054 rc 0/0 00000100:00100000:0.0:1746157055.064558:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1422 00002000:00100000:0.0:1746157055.064571:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5bc000 x1830977684283904/t4294972054(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.064579:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bc000 with x1830977684283904 ext(0->7) 00010000:00010000:0.0:1746157055.064588:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6200/0x7b65fed88534d8f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce52 expref: 175 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.064603:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6200/0x7b65fed88534d8f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce52 expref: 175 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.064609:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5bc000 00000100:00100000:0.0:1746157055.067423:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.073009:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684284288 00000100:00100000:0.0:1746157055.073018:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684284288 00002000:00100000:0.0:1746157055.073076:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257ea00 x1830977684284288/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 488/0 e 0 to 0 dl 1746157066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.073086:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ea00 with x1830977684284288 ext(0->4095) 00002000:00010000:0.0:1746157055.073092:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009257ea00 00000100:00100000:0.0:1746157055.073114:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12884 00000100:00100000:0.0:1746157055.073121:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+175:2011:x1830977684284288:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157055.073299:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+175:2011:x1830977684284288:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 178us (514us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157055.073305:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12884 00002000:00100000:0.0:1746157055.073311:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257ea00 x1830977684284288/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746157066 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.073318:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ea00 with x1830977684284288 ext(0->4095) 00002000:00010000:0.0:1746157055.073321:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009257ea00 00000100:00100000:0.0:1746157055.078401:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.078458:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.081541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.081599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.084400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.084514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.085042:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684285184 00000100:00100000:0.0:1746157055.085046:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684285184 00010000:00010000:0.0:1746157055.085064:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a7000/0x7b65fed88534d905 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce67 expref: 6 pid: 19476 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746157055.085091:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15496 00000100:00100000:0.0:1746157055.085095:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684285184:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157055.085103:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157055.085121:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7000/0x7b65fed88534d905 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce67 expref: 6 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.085131:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801306a7000/0x7b65fed88534d905 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce67 expref: 6 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.085301:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7000/0x7b65fed88534d905 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce67 expref: 6 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.085490:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157055.085540:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977684285184:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 443us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157055.085547:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15496 00000100:00100000:0.0:1746157055.087810:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.092024:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.094215:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+177:2012:x1830977684285696:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1818us (2190us total) trans 4294972055 rc 0/0 00000100:00100000:0.0:1746157055.094228:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1425 00002000:00100000:0.0:1746157055.094238:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bed80 x1830977684285696/t4294972055(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.094248:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bed80 with x1830977684285696 ext(0->7) 00010000:00010000:0.0:1746157055.094258:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6200/0x7b65fed88534d90c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce60 expref: 177 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.094274:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6200/0x7b65fed88534d90c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce60 expref: 177 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.094282:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bed80 00000100:00100000:0.0:1746157055.099326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.105144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.110099:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.114245:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.114429:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.119309:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.119718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.119777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.119795:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684286976 00000100:00100000:0.0:1746157055.119799:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684286976 00000100:00100000:0.0:1746157055.119820:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28157 00000100:00100000:0.0:1746157055.119825:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+179:1111:x1830977684286976:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157055.119842:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157055.119857:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013566da00/0x7b65fed88534d928 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ce83 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.120324:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534d921 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce7c expref: 177 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.120331:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157055.120332:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157055.120335:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013566da00/0x7b65fed88534d928 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce83 expref: 177 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.120354:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534d921 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce7c expref: 177 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.120365:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534d921 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce7c expref: 177 pid: 9674 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746157055.120374:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977678786688:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157055.120394:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157055.124030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.132765:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+179:2011:x1830977684287488:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1459us (2478us total) trans 4294972056 rc 0/0 00000100:00100000:0.0:1746157055.132775:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1428 00002000:00100000:0.0:1746157055.132784:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c6a00 x1830977684287488/t4294972056(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.132792:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6a00 with x1830977684287488 ext(0->7) 00010000:00010000:0.0:1746157055.132801:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534d921 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce7c expref: 179 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.132814:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534d921 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce7c expref: 179 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.132820:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c6a00 00000100:00100000:0.0:1746157055.137079:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.140852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.142609:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.143014:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+180:2011:x1830977684288000:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157055.143024:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1429 00002000:00100000:0.0:1746157055.143029:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306bf480 x1830977684288000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.143035:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bf480 with x1830977684288000 ext(0->4095) 00010000:00010000:0.0:1746157055.143039:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013566da00/0x7b65fed88534d928 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce83 expref: 180 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.143047:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013566da00/0x7b65fed88534d928 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce83 expref: 180 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.143051:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bf480 00000100:00100000:0.0:1746157055.144247:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f1c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977678786944:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157055.144275:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801306a6800/0x7b65fed88534d92f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce8a expref: 179 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.144288:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801306a6800, rc 0) 00000100:00100000:0.0:1746157055.144328:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+179:1110:x1830977684287744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2839us (3486us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157055.144334:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28158 00000100:00100000:0.0:1746157055.146475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.146524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.148984:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.150991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.152190:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+180:2013:x1830977684288768:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 875us (1204us total) trans 4294972057 rc 0/0 00000100:00100000:0.0:1746157055.152201:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1431 00002000:00100000:0.0:1746157055.152207:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880131369f80 x1830977684288768/t4294972057(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.152214:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131369f80 with x1830977684288768 ext(0->7) 00010000:00010000:0.0:1746157055.152220:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6800/0x7b65fed88534d92f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce8a expref: 180 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.152230:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6800/0x7b65fed88534d92f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce8a expref: 180 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.152235:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131369f80 00000100:00100000:0.0:1746157055.153974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.157265:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.160225:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.165425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.168286:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.169943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.172366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.172400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.172467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.174330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.181868:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.182816:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+183:2012:x1830977684290816:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 753us (956us total) trans 4294972058 rc 0/0 00000100:00100000:0.0:1746157055.182824:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1433 00002000:00100000:0.0:1746157055.182831:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007ca02a00 x1830977684290816/t4294972058(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.182838:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca02a00 with x1830977684290816 ext(0->7) 00010000:00010000:0.0:1746157055.182843:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534d944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce9f expref: 183 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.182853:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534d944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ce9f expref: 183 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.182858:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ca02a00 00000100:00100000:0.0:1746157055.192620:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.200226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.202960:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.203041:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.207059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.210564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.211965:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+184:2012:x1830977684292096:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 878us (1408us total) trans 4294972059 rc 0/0 00000100:00100000:0.0:1746157055.211973:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1436 00002000:00100000:0.0:1746157055.211979:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007ca02300 x1830977684292096/t4294972059(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.211986:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca02300 with x1830977684292096 ext(0->7) 00010000:00010000:0.0:1746157055.211992:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534d952 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cead expref: 184 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.212002:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534d952 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cead expref: 184 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.212009:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ca02300 00000100:00100000:0.0:1746157055.214371:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.221146:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.228253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.228347:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.230941:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.232205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.238319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.238386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.243997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.251110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.255779:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+186:2012:x1830977684293888:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1381us (4638us total) trans 4294972060 rc 0/0 00000100:00100000:0.0:1746157055.255791:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1439 00002000:00100000:0.0:1746157055.255801:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007ca02d80 x1830977684293888/t4294972060(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.255815:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca02d80 with x1830977684293888 ext(0->7) 00010000:00010000:0.0:1746157055.255825:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7000/0x7b65fed88534d967 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cec2 expref: 186 pid: 9579 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.255842:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7000/0x7b65fed88534d967 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cec2 expref: 186 pid: 9579 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.255848:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ca02d80 00000100:00100000:0.0:1746157055.269161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.275371:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.275616:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684294400 00000100:00100000:0.0:1746157055.275623:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684294400 00002000:00100000:0.0:1746157055.275664:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88013133c000 x1830977684294400/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:616/0 lens 488/0 e 0 to 0 dl 1746157066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.275673:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c000 with x1830977684294400 ext(0->4095) 00010000:00010000:0.0:1746157055.275681:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534d96e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cec9 expref: 6 pid: 9579 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.275694:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534d96e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cec9 expref: 6 pid: 9579 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.275701:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133c000 00000100:00100000:0.0:1746157055.275730:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1440 00000100:00100000:0.0:1746157055.275751:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684294400:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157055.275886:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684294400:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (517us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157055.275892:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1440 00002000:00100000:0.0:1746157055.275897:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88013133c000 x1830977684294400/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.275904:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c000 with x1830977684294400 ext(0->4095) 00010000:00010000:0.0:1746157055.275908:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534d96e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cec9 expref: 6 pid: 9579 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.275917:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534d96e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cec9 expref: 6 pid: 9579 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.275928:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133c000 00000100:00100000:0.0:1746157055.278156:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.282580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.290290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.293391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.294785:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+188:2010:x1830977684295040:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1161us (1405us total) trans 4294972061 rc 0/0 00000100:00100000:0.0:1746157055.294791:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1441 00002000:00100000:0.0:1746157055.294799:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88013133d180 x1830977684295040/t4294972061(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.294807:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d180 with x1830977684295040 ext(0->7) 00010000:00010000:0.0:1746157055.294814:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534d975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ced0 expref: 188 pid: 9579 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.294825:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534d975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ced0 expref: 188 pid: 9579 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.294831:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133d180 00000100:00100000:0.0:1746157055.299432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.301721:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.303222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.305121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.305239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.308027:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.313841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.315202:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+191:2012:x1830977684296320:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1088us (1364us total) trans 4294972062 rc 0/0 00000100:00100000:0.0:1746157055.315211:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1443 00002000:00100000:0.0:1746157055.315219:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88013133d880 x1830977684296320/t4294972062(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.315226:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d880 with x1830977684296320 ext(0->7) 00010000:00010000:0.0:1746157055.315234:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6e00/0x7b65fed88534d983 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cede expref: 191 pid: 9674 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.315246:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6e00/0x7b65fed88534d983 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cede expref: 191 pid: 9674 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.315251:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133d880 00000100:00100000:0.0:1746157055.318499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.322620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.329021:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.329118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.335760:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.339575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.343692:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684297600 00000100:00100000:0.0:1746157055.343702:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684297600 00002000:00100000:0.0:1746157055.344250:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c4700 x1830977684297600/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/0 e 0 to 0 dl 1746157066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.344261:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c4700 with x1830977684297600 ext(0->7) 00010000:00010000:0.0:1746157055.344270:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ea00/0x7b65fed88534d991 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cef3 expref: 190 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.344288:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ea00/0x7b65fed88534d991 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cef3 expref: 190 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.344296:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c4700 00000100:00100000:0.0:1746157055.344326:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1445 00000100:00100000:0.0:1746157055.344333:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+190:2013:x1830977684297600:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157055.345846:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+192:2013:x1830977684297600:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1505us (2224us total) trans 4294972063 rc 0/0 00000100:00100000:0.0:1746157055.345913:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1445 00002000:00100000:0.0:1746157055.345923:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c4700 x1830977684297600/t4294972063(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.345932:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c4700 with x1830977684297600 ext(0->7) 00010000:00010000:0.0:1746157055.345941:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ea00/0x7b65fed88534d991 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cef3 expref: 192 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.345958:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ea00/0x7b65fed88534d991 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cef3 expref: 192 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.345964:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c4700 00000100:00100000:0.0:1746157055.358535:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.359805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.367008:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.372076:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.375882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.382541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.384628:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.391403:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+194:2011:x1830977684298752:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5413us (6766us total) trans 4294972064 rc 0/0 00000100:00100000:0.0:1746157055.391416:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1447 00002000:00100000:0.0:1746157055.391430:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012a2fea00 x1830977684298752/t4294972064(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.391439:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fea00 with x1830977684298752 ext(0->7) 00010000:00010000:0.0:1746157055.391449:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f400/0x7b65fed88534d99f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cefa expref: 194 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.391466:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f400/0x7b65fed88534d99f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cefa expref: 194 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.391472:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012a2fea00 00000100:00100000:0.0:1746157055.395531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.402400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.402514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.408911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.408955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.411753:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.413890:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.416261:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+197:2010:x1830977684300032:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1906us (2367us total) trans 4294972065 rc 0/0 00000100:00100000:0.0:1746157055.416272:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1450 00002000:00100000:0.0:1746157055.416281:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880131252a00 x1830977684300032/t4294972065(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.416290:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252a00 with x1830977684300032 ext(0->7) 00010000:00010000:0.0:1746157055.416299:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534d9ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf08 expref: 197 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.416313:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534d9ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf08 expref: 197 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.416318:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131252a00 00000100:00100000:0.0:1746157055.419390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.423300:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.427558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.427637:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.430760:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.430986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.433818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.444495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.447114:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+198:2013:x1830977684301696:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2204us (2618us total) trans 4294972066 rc 0/0 00000100:00100000:0.0:1746157055.447126:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1452 00002000:00100000:0.0:1746157055.447151:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880131252d80 x1830977684301696/t4294972066(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.447160:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252d80 with x1830977684301696 ext(0->7) 00010000:00010000:0.0:1746157055.447169:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534d9c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf16 expref: 198 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.447188:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534d9c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf16 expref: 198 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.447195:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131252d80 00000100:00100000:0.0:1746157055.449700:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.454649:0:7222:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f1c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7222:1830977678792320:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157055.454676:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157055.454718:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+197:2012:x1830977684301824:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4805us (5026us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157055.454729:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15523 00000100:00100000:0.0:1746157055.459181:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.459280:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.459309:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684302464 00000100:00100000:0.0:1746157055.459319:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684302464 00010000:00010000:0.0:1746157055.459358:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef6fc00/0x7b65fed88534d9c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf24 expref: 6 pid: 19476 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746157055.459401:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15524 00000100:00100000:0.0:1746157055.459409:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684302464:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157055.459422:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157055.459444:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6fc00/0x7b65fed88534d9c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf24 expref: 6 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.459456:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef6fc00/0x7b65fed88534d9c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf24 expref: 6 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.459487:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157055.459489:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157055.459498:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ea00/0x7b65fed88534d9d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf2b expref: 198 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.459505:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ea00/0x7b65fed88534d9d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf2b expref: 198 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.459552:0:7222:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ea00/0x7b65fed88534d9d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf2b expref: 198 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.460765:0:7222:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ea00/0x7b65fed88534d9d0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf2b expref: 199 pid: 19476 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746157055.460778:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7222:1830977678792576:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157055.460806:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157055.464193:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.467256:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.468895:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+201:2013:x1830977684302976:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1000us (1644us total) trans 4294972067 rc 0/0 00000100:00100000:0.0:1746157055.468902:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1454 00002000:00100000:0.0:1746157055.468909:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008bc1b100 x1830977684302976/t4294972067(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.468917:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b100 with x1830977684302976 ext(0->7) 00010000:00010000:0.0:1746157055.468924:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ea00/0x7b65fed88534d9d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf2b expref: 201 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.468936:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ea00/0x7b65fed88534d9d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf2b expref: 201 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.468942:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc1b100 00000100:00100000:0.0:1746157055.470513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.473994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.477328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.480488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.484808:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.485079:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.490361:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.491117:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.491164:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.494235:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.497449:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.499817:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+202:2013:x1830977684305024:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2013us (2363us total) trans 4294972068 rc 0/0 00000100:00100000:0.0:1746157055.499829:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1457 00002000:00100000:0.0:1746157055.499840:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c5cb480 x1830977684305024/t4294972068(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.499850:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb480 with x1830977684305024 ext(0->7) 00010000:00010000:0.0:1746157055.499860:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534d9e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf40 expref: 202 pid: 19476 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.499875:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534d9e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf40 expref: 202 pid: 19476 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.499883:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c5cb480 00000100:00100000:0.0:1746157055.505498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.516870:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.520504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.523053:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.524971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.528198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.533893:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.535952:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+205:2013:x1830977684306304:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 853us (2067us total) trans 4294972069 rc 0/0 00000100:00100000:0.0:1746157055.535961:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1459 00002000:00100000:0.0:1746157055.535968:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c5cbb80 x1830977684306304/t4294972069(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.535976:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cbb80 with x1830977684306304 ext(0->7) 00010000:00010000:0.0:1746157055.535984:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d9f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf4e expref: 205 pid: 9577 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746157055.535996:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534d9f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf4e expref: 205 pid: 9577 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746157055.536003:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c5cbb80 00000100:00100000:0.0:1746157055.543056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.553706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.560259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.562221:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.566033:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.568957:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.570243:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.578846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.578980:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.587482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.601904:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.608022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.613948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.618011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.618066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.622909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.629529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.634853:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+208:2011:x1830977684309248:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3244us (5322us total) trans 4294972071 rc 0/0 00000100:00100000:0.0:1746157055.634867:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1464 00002000:00100000:0.0:1746157055.634880:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e7100 x1830977684309248/t4294972071(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.634890:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7100 with x1830977684309248 ext(0->7) 00010000:00010000:0.0:1746157055.634902:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534da16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf71 expref: 208 pid: 19476 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157055.634921:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534da16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf71 expref: 208 pid: 19476 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157055.634929:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e7100 00000100:00100000:0.0:1746157055.642230:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.650549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.657584:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.659333:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.665435:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.669012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.672163:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.672215:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.680104:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.684447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.695388:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+210:2010:x1830977684311040:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 9399us (10937us total) trans 4294972072 rc 0/0 00000100:00100000:0.0:1746157055.695401:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1467 00002000:00100000:0.0:1746157055.695413:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009250e300 x1830977684311040/t4294972072(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.695422:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250e300 with x1830977684311040 ext(0->7) 00010000:00010000:0.0:1746157055.695432:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534da2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf86 expref: 210 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157055.695448:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534da2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf86 expref: 210 pid: 9577 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157055.695454:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009250e300 00000100:00100000:0.0:1746157055.705143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.705197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.715170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.720057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.725395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.731184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.737164:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.738994:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+212:2011:x1830977684312192:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1620us (1840us total) trans 4294972073 rc 0/0 00000100:00100000:0.0:1746157055.739002:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1469 00002000:00100000:0.0:1746157055.739008:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009250d880 x1830977684312192/t4294972073(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.739015:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250d880 with x1830977684312192 ext(0->7) 00010000:00010000:0.0:1746157055.739022:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534da39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf94 expref: 212 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157055.739033:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534da39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cf94 expref: 212 pid: 9577 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157055.739039:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009250d880 00000100:00100000:0.0:1746157055.741397:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.751687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.752063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.752087:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684312704 00000100:00100000:0.0:1746157055.752093:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684312704 00002000:00100000:0.0:1746157055.752141:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009250ea00 x1830977684312704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:616/0 lens 488/0 e 0 to 0 dl 1746157066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.752150:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250ea00 with x1830977684312704 ext(0->4095) 00002000:00010000:0.0:1746157055.752154:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009250ea00 00000100:00100000:0.0:1746157055.752170:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12904 00000100:00100000:0.0:1746157055.752177:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684312704:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157055.752307:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684312704:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157055.752312:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12904 00002000:00100000:0.0:1746157055.752317:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009250ea00 x1830977684312704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746157066 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.752324:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250ea00 with x1830977684312704 ext(0->4095) 00002000:00010000:0.0:1746157055.752326:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009250ea00 00000100:00100000:0.0:1746157055.763334:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.763463:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.768190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.774889:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.787097:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+215:2011:x1830977684313472:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 11189us (12207us total) trans 4294972074 rc 0/0 00000100:00100000:0.0:1746157055.787112:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1471 00002000:00100000:0.0:1746157055.787124:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d0c000 x1830977684313472/t4294972074(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.787143:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0c000 with x1830977684313472 ext(0->7) 00010000:00010000:0.0:1746157055.787154:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534da47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfa2 expref: 215 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157055.787171:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534da47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfa2 expref: 215 pid: 9577 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157055.787178:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d0c000 00000100:00100000:0.0:1746157055.788632:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.790042:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.792868:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.795555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.797046:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.801234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.806276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.807850:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+216:2012:x1830977684314752:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1170us (1578us total) trans 4294972075 rc 0/0 00000100:00100000:0.0:1746157055.807859:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1474 00002000:00100000:0.0:1746157055.807867:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d0f100 x1830977684314752/t4294972075(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.807874:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0f100 with x1830977684314752 ext(0->7) 00010000:00010000:0.0:1746157055.807880:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534da55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfb0 expref: 216 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157055.807891:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534da55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfb0 expref: 216 pid: 9577 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157055.807897:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d0f100 00000100:00100000:0.0:1746157055.812619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.829574:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684315264 00000100:00100000:0.0:1746157055.829584:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684315264 00000100:00100000:0.0:1746157055.829646:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28202 00000100:00100000:0.0:1746157055.830158:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+215:1110:x1830977684315264:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157055.830168:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157055.830184:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f382800/0x7b65fed88534da63 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481cfbe expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.830207:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534da5c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfb7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.830214:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157055.830215:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157055.830219:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f382800/0x7b65fed88534da63 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfbe expref: 216 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.830248:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534da5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfb7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.830258:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534da5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfb7 expref: 5 pid: 9577 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746157055.830268:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678797440:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157055.830329:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157055.834252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.835078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.843481:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.847876:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.849767:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+219:2010:x1830977684316032:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1691us (1893us total) trans 4294972076 rc 0/0 00000100:00100000:0.0:1746157055.849779:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1476 00002000:00100000:0.0:1746157055.849788:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ce86300 x1830977684316032/t4294972076(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.849802:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86300 with x1830977684316032 ext(0->7) 00010000:00010000:0.0:1746157055.849811:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f382800/0x7b65fed88534da63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfbe expref: 219 pid: 9579 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157055.849825:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f382800/0x7b65fed88534da63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfbe expref: 219 pid: 9579 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157055.849832:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce86300 00000100:00100000:0.0:1746157055.852711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.860615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.868951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.870146:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.874108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.877761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.879383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.882606:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.889612:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.895822:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.905359:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684317824 00000100:00100000:0.0:1746157055.905371:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684317824 00000100:00100000:0.0:1746157055.905430:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28207 00000100:00100000:0.0:1746157055.905439:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+221:1110:x1830977684317824:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157055.905457:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157055.905474:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c7a5a00/0x7b65fed88534da86 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481cfe1 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.905505:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157055.905510:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6200/0x7b65fed88534da7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfda expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.905516:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157055.905519:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c7a5a00/0x7b65fed88534da86 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfe1 expref: 222 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.905553:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a6200/0x7b65fed88534da7f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfda expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.905564:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c7a5a00/0x7b65fed88534da86 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfe1 expref: 222 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157055.905574:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a5a00, rc 0) 00000100:00100000:0.0:1746157055.905631:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+222:1110:x1830977684317824:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (1375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157055.905637:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28207 00000100:00100000:0.0:1746157055.916809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.922177:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.931843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.940291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.943470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.948341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.950467:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+222:2010:x1830977684318848:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1151us (2120us total) trans 4294972078 rc 0/0 00000100:00100000:0.0:1746157055.950478:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1480 00002000:00100000:0.0:1746157055.950486:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5ce680 x1830977684318848/t4294972078(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.950494:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce680 with x1830977684318848 ext(0->7) 00010000:00010000:0.0:1746157055.950502:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c7a5a00/0x7b65fed88534da86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfe1 expref: 222 pid: 9579 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157055.950512:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c7a5a00/0x7b65fed88534da86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfe1 expref: 222 pid: 9579 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157055.950518:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5ce680 00000100:00100000:0.0:1746157055.952556:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.957184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.958069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.960166:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.960202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.963187:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.970414:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.971819:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+225:2012:x1830977684320128:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1051us (1413us total) trans 4294972079 rc 0/0 00000100:00100000:0.0:1746157055.971827:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1483 00002000:00100000:0.0:1746157055.971834:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f166300 x1830977684320128/t4294972079(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 496/448 e 0 to 0 dl 1746157066 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.971841:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166300 with x1830977684320128 ext(0->7) 00010000:00010000:0.0:1746157055.971847:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7a00/0x7b65fed88534da94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfef expref: 225 pid: 9579 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157055.971858:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7a00/0x7b65fed88534da94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cfef expref: 225 pid: 9579 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157055.971864:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f166300 00000100:00100000:0.0:1746157055.982845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.990602:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.991439:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684320512 00000100:00100000:0.0:1746157055.991449:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684320512 00002000:00100000:0.0:1746157055.991498:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008f164380 x1830977684320512/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 488/0 e 0 to 0 dl 1746157066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.991507:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f164380 with x1830977684320512 ext(0->4095) 00002000:00010000:0.0:1746157055.991512:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f164380 00000100:00100000:0.0:1746157055.991550:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12909 00000100:00100000:0.0:1746157055.991559:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+225:2013:x1830977684320512:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157055.991882:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+224:2013:x1830977684320512:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 323us (1281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157055.991888:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12909 00002000:00100000:0.0:1746157055.991893:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008f164380 x1830977684320512/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746157066 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157055.991900:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f164380 with x1830977684320512 ext(0->4095) 00002000:00010000:0.0:1746157055.991903:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f164380 00000100:00100000:0.0:1746157055.992546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.995505:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.997828:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157055.999893:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.012404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.020027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157056.020679:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157056.023863:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+227:2010:x1830977684321408:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2904us (11463us total) trans 4294972080 rc 0/0 00000100:00100000:0.0:1746157056.023875:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1485 00002000:00100000:0.0:1746157056.023886:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f167800 x1830977684321408/t4294972080(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.023896:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167800 with x1830977684321408 ext(0->7) 00010000:00010000:0.0:1746157056.023906:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7e00/0x7b65fed88534daa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cffd expref: 227 pid: 9579 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.023922:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7e00/0x7b65fed88534daa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481cffd expref: 227 pid: 9579 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.023929:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f167800 00000100:00100000:0.0:1746157056.026822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.032328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157056.032383:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157056.035994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.045070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.052480:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.058986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.065832:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.066496:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+229:2011:x1830977684322560:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7306us (7514us total) trans 4294972081 rc 0/0 00000100:00100000:0.0:1746157056.066507:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1487 00002000:00100000:0.0:1746157056.066515:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092608a80 x1830977684322560/t4294972081(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.066524:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092608a80 with x1830977684322560 ext(0->7) 00010000:00010000:0.0:1746157056.066530:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6800/0x7b65fed88534dab0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d00b expref: 229 pid: 9579 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.066542:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6800/0x7b65fed88534dab0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d00b expref: 229 pid: 9579 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.066548:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092608a80 00000100:00100000:0.0:1746157056.070855:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.075122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.078886:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.084755:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.093551:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.098952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.106984:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684323840 00000100:00100000:0.0:1746157056.106994:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684323840 00000100:00100000:0.0:1746157056.107043:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28217 00000100:00100000:0.0:1746157056.107051:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+231:1110:x1830977684323840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157056.107067:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157056.107088:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c694200/0x7b65fed88534dacc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d027 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.107113:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157056.107120:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534dac5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d020 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.107134:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157056.107137:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c694200/0x7b65fed88534dacc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d027 expref: 232 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.107171:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534dac5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d020 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.107182:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c694200/0x7b65fed88534dacc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d027 expref: 232 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.107190:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c694200, rc 0) 00000100:00100000:0.0:1746157056.107205:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+232:1110:x1830977684323840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (1337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157056.107210:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28217 00000100:00100000:0.0:1746157056.110370:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.114181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.122608:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.128610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.133698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.143496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.145974:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.151284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.157031:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.160978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.164836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.171028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.175015:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.177241:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+234:2011:x1830977684326016:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1680us (2224us total) trans 4294972084 rc 0/0 00000100:00100000:0.0:1746157056.177253:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1493 00002000:00100000:0.0:1746157056.177261:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008fedaa00 x1830977684326016/t4294972084(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.177270:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedaa00 with x1830977684326016 ext(0->7) 00010000:00010000:0.0:1746157056.177280:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534dada lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d035 expref: 234 pid: 19476 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.177294:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534dada lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d035 expref: 234 pid: 19476 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.177301:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fedaa00 00000100:00100000:0.0:1746157056.181095:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.181169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.186074:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684326528 00000100:00100000:0.0:1746157056.186081:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684326528 00002000:00100000:0.0:1746157056.186118:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d7ad500 x1830977684326528/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:617/0 lens 488/0 e 0 to 0 dl 1746157067 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.186138:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ad500 with x1830977684326528 ext(0->4095) 00010000:00010000:0.0:1746157056.186147:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dae1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d03c expref: 6 pid: 9579 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.186159:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dae1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d03c expref: 6 pid: 9579 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.186166:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7ad500 00000100:00100000:0.0:1746157056.186193:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1494 00000100:00100000:0.0:1746157056.186200:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684326528:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157056.186343:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684326528:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (286us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157056.186349:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1494 00002000:00100000:0.0:1746157056.186353:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d7ad500 x1830977684326528/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.186360:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ad500 with x1830977684326528 ext(0->4095) 00010000:00010000:0.0:1746157056.186364:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dae1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d03c expref: 6 pid: 9579 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.186372:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dae1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d03c expref: 6 pid: 9579 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.186378:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7ad500 00000100:00100000:0.0:1746157056.187780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.192510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.192757:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12914 00000100:00100000:0.0:1746157056.192766:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+234:2011:x1830977684326912:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157056.192929:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+234:2011:x1830977684326912:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 164us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157056.192936:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12914 00002000:00100000:0.0:1746157056.192943:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008fedb100 x1830977684326912/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746157067 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.192950:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedb100 with x1830977684326912 ext(0->4095) 00002000:00010000:0.0:1746157056.192953:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fedb100 00000100:00100000:0.0:1746157056.197406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.205020:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.207931:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+236:2011:x1830977684327168:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2713us (2912us total) trans 4294972085 rc 0/0 00000100:00100000:0.0:1746157056.207945:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1495 00002000:00100000:0.0:1746157056.207958:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008fedad80 x1830977684327168/t4294972085(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.207968:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedad80 with x1830977684327168 ext(0->7) 00010000:00010000:0.0:1746157056.207981:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7a00/0x7b65fed88534dae8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d043 expref: 236 pid: 9579 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.207997:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7a00/0x7b65fed88534dae8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d043 expref: 236 pid: 9579 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.208004:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fedad80 00000100:00100000:0.0:1746157056.212185:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.213161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.215936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.219800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.219902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.223061:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.226917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.228048:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+239:2013:x1830977684328448:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 888us (1139us total) trans 4294972086 rc 0/0 00000100:00100000:0.0:1746157056.228054:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1498 00002000:00100000:0.0:1746157056.228061:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d678000 x1830977684328448/t4294972086(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.228069:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678000 with x1830977684328448 ext(0->7) 00010000:00010000:0.0:1746157056.228073:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534daf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d051 expref: 239 pid: 19476 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.228083:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534daf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d051 expref: 239 pid: 19476 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.228088:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d678000 00000100:00100000:0.0:1746157056.232072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.236581:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.239938:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.239997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.240897:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28226 00000100:00100000:0.0:1746157056.240904:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1111:x1830977684329088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157056.240912:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157056.240918:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bdf3800/0x7b65fed88534db0b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d066 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.240928:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157056.240932:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7e00/0x7b65fed88534db04 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d05f expref: 239 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.240942:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157056.240945:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bdf3800/0x7b65fed88534db0b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d066 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.240966:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a7e00/0x7b65fed88534db04 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d05f expref: 239 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.240977:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bdf3800/0x7b65fed88534db0b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d066 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.240986:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:0.0:1746157056.241008:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684329088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157056.241014:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28226 00000100:00100000:0.0:1746157056.242926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.244839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.247975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.249882:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+240:2013:x1830977684329728:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 901us (1916us total) trans 4294972087 rc 0/0 00000100:00100000:0.0:1746157056.249890:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1500 00002000:00100000:0.0:1746157056.249898:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c57ea00 x1830977684329728/t4294972087(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.249903:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57ea00 with x1830977684329728 ext(0->7) 00010000:00010000:0.0:1746157056.249909:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7e00/0x7b65fed88534db04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d05f expref: 240 pid: 19476 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.249923:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7e00/0x7b65fed88534db04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d05f expref: 240 pid: 19476 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.249928:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57ea00 00000100:00100000:0.0:1746157056.253205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.259116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.262686:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.265198:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.265296:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1746157056.268866:0:19476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6600/0x7b65fed88534db12 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d06d expref: 241 pid: 19476 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746157056.268885:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f1c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977678803712:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157056.268906:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f1c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977678803840:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157056.268933:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534db19 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d074 expref: 240 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.268944:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801306a6a00, rc 0) 00000100:00100000:0.0:1746157056.268962:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+240:1110:x1830977684330368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3418us (3773us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157056.268969:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28228 00000100:00100000:0.0:1746157056.268983:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684331008 00000100:00100000:0.0:1746157056.268986:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684331008 00000100:00100000:0.0:1746157056.269007:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28229 00000100:00100000:0.0:1746157056.269011:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684331008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157056.269024:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157056.269034:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013566ba00/0x7b65fed88534db20 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d07b expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.269046:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157056.269050:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534db19 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d074 expref: 239 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.269056:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157056.269060:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013566ba00/0x7b65fed88534db20 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d07b expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.269098:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534db19 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d074 expref: 239 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.269108:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013566ba00/0x7b65fed88534db20 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d07b expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.269114:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013566ba00, rc 0) 00000100:00100000:0.0:1746157056.269142:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1111:x1830977684331008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157056.269147:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28229 00000100:00100000:0.0:1746157056.269392:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684330752 00000100:00100000:0.0:1746157056.269395:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684330752 00010000:00010000:0.0:1746157056.269406:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bdf3800/0x7b65fed88534db0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d066 expref: 7 pid: 9577 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746157056.269431:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15571 00000100:00100000:0.0:1746157056.269436:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2011:x1830977684330752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157056.269442:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157056.269451:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bdf3800/0x7b65fed88534db0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d066 expref: 7 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.269459:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bdf3800/0x7b65fed88534db0b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d066 expref: 7 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.269470:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bdf3800/0x7b65fed88534db0b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d066 expref: 7 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.269480:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157056.269482:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157056.269488:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534db19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d074 expref: 239 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.269495:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534db19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d074 expref: 239 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.269511:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534db19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d074 expref: 239 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.269520:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534db19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d074 expref: 239 pid: 19476 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746157056.269530:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c57c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678804096:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157056.269587:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157056.277694:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.282639:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.283822:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+242:2010:x1830977684331520:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 895us (1192us total) trans 4294972088 rc 0/0 00000100:00100000:0.0:1746157056.283830:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1502 00002000:00100000:0.0:1746157056.283837:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c57f480 x1830977684331520/t4294972088(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.283845:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57f480 with x1830977684331520 ext(0->7) 00010000:00010000:0.0:1746157056.283851:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534db19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d074 expref: 242 pid: 19476 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.283861:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534db19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d074 expref: 242 pid: 19476 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.283867:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57f480 00000100:00100000:0.0:1746157056.286310:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.291626:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.300066:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.300193:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.302677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.304993:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.305042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.308625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.312222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.320098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.326652:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.326874:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28233 00000100:00100000:0.0:1746157056.326883:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+244:1110:x1830977684333568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157056.326904:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157056.326923:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007f435200/0x7b65fed88534db3c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d097 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.326953:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534db35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d090 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.326960:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157056.326962:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157056.326965:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007f435200/0x7b65fed88534db3c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d097 expref: 245 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.326999:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534db35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d090 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.327011:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534db35 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d090 expref: 5 pid: 9579 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746157056.327024:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678804992:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157056.327134:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157056.329198:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.333142:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.340597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.348878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.356262:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.359243:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+246:2011:x1830977684334464:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1316us (2975us total) trans 4294972090 rc 0/0 00000100:00100000:0.0:1746157056.359253:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1507 00002000:00100000:0.0:1746157056.359261:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b25b100 x1830977684334464/t4294972090(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.359269:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25b100 with x1830977684334464 ext(0->7) 00010000:00010000:0.0:1746157056.359276:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007f435200/0x7b65fed88534db3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d097 expref: 246 pid: 9579 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.359289:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007f435200/0x7b65fed88534db3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d097 expref: 246 pid: 9579 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.359296:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b25b100 00000100:00100000:0.0:1746157056.364692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.364971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.371635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.377964:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.382769:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.391042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.393392:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.397864:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+248:2011:x1830977684335616:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4120us (4459us total) trans 4294972091 rc 0/0 00000100:00100000:0.0:1746157056.397879:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1509 00002000:00100000:0.0:1746157056.397892:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b259880 x1830977684335616/t4294972091(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.397902:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259880 with x1830977684335616 ext(0->7) 00010000:00010000:0.0:1746157056.397913:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7c00/0x7b65fed88534db4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0a5 expref: 248 pid: 9579 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.397930:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7c00/0x7b65fed88534db4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0a5 expref: 248 pid: 9579 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.397937:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b259880 00000100:00100000:0.0:1746157056.407876:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.409411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.418101:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.422302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.424618:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.430433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.434101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.435664:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+250:2011:x1830977684336768:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1388us (1558us total) trans 4294972092 rc 0/0 00000100:00100000:0.0:1746157056.435673:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1511 00002000:00100000:0.0:1746157056.435681:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800910ee680 x1830977684336768/t4294972092(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.435688:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ee680 with x1830977684336768 ext(0->7) 00010000:00010000:0.0:1746157056.435695:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534db58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0b3 expref: 250 pid: 9579 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.435705:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534db58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0b3 expref: 250 pid: 9579 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.435711:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800910ee680 00000100:00100000:0.0:1746157056.441301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.443720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.444380:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28239 00000100:00100000:0.0:1746157056.444390:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+250:1110:x1830977684337024:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157056.444413:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157056.444433:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007f434000/0x7b65fed88534db66 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d0c1 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.444460:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534db5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0ba expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.444467:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157056.444468:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157056.444471:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007f434000/0x7b65fed88534db66 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0c1 expref: 251 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.444503:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534db5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0ba expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.444515:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534db5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0ba expref: 5 pid: 9579 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746157056.444527:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f155500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977678806528:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157056.445322:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157056.445748:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.448022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.448432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.450884:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.455541:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.456981:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+253:2013:x1830977684338048:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1150us (1446us total) trans 4294972093 rc 0/0 00000100:00100000:0.0:1746157056.456989:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1514 00002000:00100000:0.0:1746157056.456997:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f156a00 x1830977684338048/t4294972093(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.457005:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156a00 with x1830977684338048 ext(0->7) 00010000:00010000:0.0:1746157056.457010:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007f434000/0x7b65fed88534db66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0c1 expref: 253 pid: 19476 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.457021:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007f434000/0x7b65fed88534db66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0c1 expref: 253 pid: 19476 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.457026:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f156a00 00000100:00100000:0.0:1746157056.459353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.463248:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.468460:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.469228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.473057:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.475929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.492413:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+254:2013:x1830977684339328:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1895us (2175us total) trans 4294972094 rc 0/0 00000100:00100000:0.0:1746157056.492424:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1516 00002000:00100000:0.0:1746157056.492434:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d7ac000 x1830977684339328/t4294972094(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.492442:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac000 with x1830977684339328 ext(0->7) 00010000:00010000:0.0:1746157056.492451:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed88534db74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0cf expref: 254 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.492466:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed88534db74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0cf expref: 254 pid: 9577 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.492472:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7ac000 00000100:00100000:0.0:1746157056.495677:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.504228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.508063:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.508139:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684339840 00000100:00100000:0.0:1746157056.508146:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684339840 00002000:00100000:0.0:1746157056.508190:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008f154700 x1830977684339840/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:617/0 lens 488/0 e 0 to 0 dl 1746157067 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.508200:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154700 with x1830977684339840 ext(0->4095) 00010000:00010000:0.0:1746157056.508208:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6800/0x7b65fed88534db7b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0d6 expref: 6 pid: 19476 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.508224:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6800/0x7b65fed88534db7b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0d6 expref: 6 pid: 19476 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.508230:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f154700 00000100:00100000:0.0:1746157056.508251:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1517 00000100:00100000:0.0:1746157056.508258:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684339840:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157056.508391:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684339840:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157056.508397:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1517 00002000:00100000:0.0:1746157056.508403:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008f154700 x1830977684339840/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.508409:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154700 with x1830977684339840 ext(0->4095) 00010000:00010000:0.0:1746157056.508413:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6800/0x7b65fed88534db7b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0d6 expref: 6 pid: 19476 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.508423:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6800/0x7b65fed88534db7b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0d6 expref: 6 pid: 19476 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.508428:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f154700 00000100:00100000:0.0:1746157056.510927:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.512785:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.518821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.525422:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.531495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.538254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.539641:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.543418:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.544085:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.546880:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.548940:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.551326:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+258:2010:x1830977684341888:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2059us (2386us total) trans 4294972096 rc 0/0 00000100:00100000:0.0:1746157056.551337:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1521 00002000:00100000:0.0:1746157056.551348:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008bc1aa00 x1830977684341888/t4294972096(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.551363:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1aa00 with x1830977684341888 ext(0->7) 00010000:00010000:0.0:1746157056.551372:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534db90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0eb expref: 258 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.551386:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534db90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0eb expref: 258 pid: 9577 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.551393:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc1aa00 00000100:00100000:0.0:1746157056.553934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.557102:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.566910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.568287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.569798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.573408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.573561:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.573831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.573850:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684342912 00000100:00100000:0.0:1746157056.573853:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684342912 00010000:00010000:0.0:1746157056.573884:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a6600/0x7b65fed88534db9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0f9 expref: 260 pid: 9577 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746157056.573904:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684343040 00000100:00100000:0.0:1746157056.573907:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684343040 00010000:00010000:0.0:1746157056.573915:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a7a00/0x7b65fed88534db97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0f2 expref: 6 pid: 9577 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746157056.574240:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15590 00000100:00100000:0.0:1746157056.574246:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+260:2012:x1830977684342912:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157056.574253:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157056.574270:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6600/0x7b65fed88534db9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0f9 expref: 260 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.574279:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801306a6600/0x7b65fed88534db9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0f9 expref: 260 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.574293:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6600/0x7b65fed88534db9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d0f9 expref: 260 pid: 9577 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.574354:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157056.574426:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+259:2012:x1830977684342912:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 180us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157056.574432:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15590 00000100:00100000:0.0:1746157056.577520:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.580141:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.581280:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+261:2010:x1830977684343680:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 849us (1157us total) trans 4294972097 rc 0/0 00000100:00100000:0.0:1746157056.581288:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1524 00002000:00100000:0.0:1746157056.581296:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bdf80 x1830977684343680/t4294972097(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.581303:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bdf80 with x1830977684343680 ext(0->7) 00010000:00010000:0.0:1746157056.581310:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7800/0x7b65fed88534dba5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d100 expref: 261 pid: 19476 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746157056.581325:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7800/0x7b65fed88534dba5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d100 expref: 261 pid: 19476 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746157056.581332:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bdf80 00000100:00100000:0.0:1746157056.584174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.588116:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.595593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.602241:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.602304:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.606303:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1746157056.607665:0:19476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534dbb3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d10e expref: 5 pid: 9577 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746157056.607681:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f1c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977678809216:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157056.607691:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f1c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977678809344:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157056.607722:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dbba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d115 expref: 261 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.607731:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801306a6a00, rc 0) 00000100:00100000:0.0:1746157056.607776:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+261:1110:x1830977684344320:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4663us (5545us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157056.607782:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28251 00000100:00100000:0.0:1746157056.613017:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.613728:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.621294:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.626351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.630656:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+262:2010:x1830977684345728:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4084us (4304us total) trans 4294972098 rc 0/0 00000100:00100000:0.0:1746157056.630669:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1527 00002000:00100000:0.0:1746157056.630680:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c5180 x1830977684345728/t4294972098(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.630689:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c5180 with x1830977684345728 ext(0->7) 00010000:00010000:0.0:1746157056.630700:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dbba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d115 expref: 262 pid: 19476 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.630714:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dbba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d115 expref: 262 pid: 19476 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.630721:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c5180 00000100:00100000:0.0:1746157056.638181:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.638636:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.645016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.647006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.648896:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.652336:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.657925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.659205:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+264:2010:x1830977684346880:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 901us (1286us total) trans 4294972099 rc 0/0 00000100:00100000:0.0:1746157056.659213:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1529 00002000:00100000:0.0:1746157056.659219:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008cc2ca80 x1830977684346880/t4294972099(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.659227:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2ca80 with x1830977684346880 ext(0->7) 00010000:00010000:0.0:1746157056.659233:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534dbc8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d123 expref: 264 pid: 19476 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.659244:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534dbc8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d123 expref: 264 pid: 19476 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.659250:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc2ca80 00000100:00100000:0.0:1746157056.661602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.663677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.664377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.666794:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.668054:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.669939:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.671760:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.672922:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+267:2011:x1830977684348160:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1031us (1188us total) trans 4294972100 rc 0/0 00000100:00100000:0.0:1746157056.672931:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1531 00002000:00100000:0.0:1746157056.672937:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ccf9500 x1830977684348160/t4294972100(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.672944:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9500 with x1830977684348160 ext(0->7) 00010000:00010000:0.0:1746157056.672950:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534dbd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d131 expref: 267 pid: 9577 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.672960:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534dbd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d131 expref: 267 pid: 9577 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.672966:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ccf9500 00000100:00100000:0.0:1746157056.674535:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.676682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.679523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.682006:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.685838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.686611:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.689239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.689268:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.689340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.689798:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684349696 00000100:00100000:0.0:1746157056.689803:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684349696 00000100:00100000:0.0:1746157056.689829:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28259 00000100:00100000:0.0:1746157056.689833:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684349696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157056.689847:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157056.689858:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091dafc00/0x7b65fed88534dbf2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d14d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.689876:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534dbeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d146 expref: 266 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.689883:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157056.689884:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157056.689887:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091dafc00/0x7b65fed88534dbf2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d14d expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.689909:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534dbeb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d146 expref: 266 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.689920:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534dbeb lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d146 expref: 266 pid: 19476 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746157056.689930:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8889500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977678811264:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157056.689959:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157056.692436:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.698197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.699795:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+268:2013:x1830977684350208:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1380us (1603us total) trans 4294972101 rc 0/0 00000100:00100000:0.0:1746157056.699805:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1534 00002000:00100000:0.0:1746157056.699813:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a888a680 x1830977684350208/t4294972101(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.699822:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888a680 with x1830977684350208 ext(0->7) 00010000:00010000:0.0:1746157056.699830:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534dbeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d146 expref: 268 pid: 19476 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.699844:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534dbeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d146 expref: 268 pid: 19476 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.699850:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a888a680 00000100:00100000:0.0:1746157056.701685:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.704190:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.707391:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.707446:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.710804:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.710852:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.713891:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.713943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.717618:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.724412:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.728297:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+270:2011:x1830977684352000:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3630us (3882us total) trans 4294972102 rc 0/0 00000100:00100000:0.0:1746157056.728311:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1537 00002000:00100000:0.0:1746157056.728322:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009257a680 x1830977684352000/t4294972102(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.728331:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257a680 with x1830977684352000 ext(0->7) 00010000:00010000:0.0:1746157056.728341:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534dc00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d15b expref: 270 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.728361:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534dc00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d15b expref: 270 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.728368:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257a680 00000100:00100000:0.0:1746157056.733861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.733967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.736566:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.736592:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684352512 00000100:00100000:0.0:1746157056.736599:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684352512 00002000:00100000:0.0:1746157056.736793:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257b800 x1830977684352512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:617/0 lens 488/0 e 0 to 0 dl 1746157067 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.736809:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257b800 with x1830977684352512 ext(0->4095) 00010000:00010000:0.0:1746157056.736824:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534dc07 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d162 expref: 6 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.736839:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534dc07 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d162 expref: 6 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.736846:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257b800 00000100:00100000:0.0:1746157056.736887:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1538 00000100:00100000:0.0:1746157056.736898:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684352512:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157056.737047:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684352512:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (488us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157056.737052:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1538 00002000:00100000:0.0:1746157056.737058:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257b800 x1830977684352512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.737065:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257b800 with x1830977684352512 ext(0->4095) 00010000:00010000:0.0:1746157056.737070:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534dc07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d162 expref: 6 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.737078:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534dc07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d162 expref: 6 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.737083:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257b800 00000100:00100000:0.0:1746157056.739056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.739157:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.741068:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.743067:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.746888:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+273:2010:x1830977684353280:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3576us (3818us total) trans 4294972103 rc 0/0 00000100:00100000:0.0:1746157056.746900:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1540 00002000:00100000:0.0:1746157056.746911:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800910ba680 x1830977684353280/t4294972103(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.746920:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba680 with x1830977684353280 ext(0->7) 00010000:00010000:0.0:1746157056.746931:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534dc0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d169 expref: 273 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.746947:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534dc0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d169 expref: 273 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.746955:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800910ba680 00000100:00100000:0.0:1746157056.750138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.754630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.758388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.759355:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.761570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.763722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.768830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.772078:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.782969:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.790885:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.792679:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+274:2013:x1830977684354944:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1199us (1796us total) trans 4294972104 rc 0/0 00000100:00100000:0.0:1746157056.792689:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1542 00002000:00100000:0.0:1746157056.792698:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800926f9f80 x1830977684354944/t4294972104(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.792706:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f9f80 with x1830977684354944 ext(0->7) 00010000:00010000:0.0:1746157056.792713:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534dc23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d17e expref: 274 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.792726:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534dc23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d17e expref: 274 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.792732:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f9f80 00000100:00100000:0.0:1746157056.795576:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.797420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.798879:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.801364:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.804119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.810793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.815533:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.817825:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.822189:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.828338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.832698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.839195:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.843380:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.846160:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.848768:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+278:2011:x1830977684357248:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2467us (2603us total) trans 4294972106 rc 0/0 00000100:00100000:0.0:1746157056.848778:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1546 00002000:00100000:0.0:1746157056.848787:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f351500 x1830977684357248/t4294972106(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.848795:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f351500 with x1830977684357248 ext(0->7) 00010000:00010000:0.0:1746157056.848802:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534dc3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d19a expref: 278 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.848815:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534dc3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d19a expref: 278 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.848820:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f351500 00000100:00100000:0.0:1746157056.857347:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.857437:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.862968:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.863043:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684357760 00000100:00100000:0.0:1746157056.863050:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684357760 00002000:00100000:0.0:1746157056.863083:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008bc18a80 x1830977684357760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:617/0 lens 488/0 e 0 to 0 dl 1746157067 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.863092:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18a80 with x1830977684357760 ext(0->4095) 00010000:00010000:0.0:1746157056.863100:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dc46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1a1 expref: 6 pid: 19476 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.863112:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dc46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1a1 expref: 6 pid: 19476 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.863117:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc18a80 00000100:00100000:0.0:1746157056.863155:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1547 00000100:00100000:0.0:1746157056.863161:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684357760:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157056.863293:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684357760:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 131us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157056.863300:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1547 00002000:00100000:0.0:1746157056.863305:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008bc18a80 x1830977684357760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.863311:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18a80 with x1830977684357760 ext(0->4095) 00010000:00010000:0.0:1746157056.863316:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dc46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1a1 expref: 6 pid: 19476 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.863325:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dc46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1a1 expref: 6 pid: 19476 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.863329:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc18a80 00000100:00100000:0.0:1746157056.865170:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.869885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.869912:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684358144 00000100:00100000:0.0:1746157056.869918:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684358144 00002000:00100000:0.0:1746157056.869957:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008bc1a680 x1830977684358144/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 488/0 e 0 to 0 dl 1746157067 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.869966:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1a680 with x1830977684358144 ext(0->4095) 00002000:00010000:0.0:1746157056.869971:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc1a680 00000100:00100000:0.0:1746157056.869990:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12936 00000100:00100000:0.0:1746157056.869996:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+278:2012:x1830977684358144:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157056.870135:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+278:2012:x1830977684358144:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (254us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157056.870144:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12936 00002000:00100000:0.0:1746157056.870150:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008bc1a680 x1830977684358144/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746157067 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.870156:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1a680 with x1830977684358144 ext(0->4095) 00002000:00010000:0.0:1746157056.870159:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc1a680 00000100:00100000:0.0:1746157056.872835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.874531:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.881254:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+280:2011:x1830977684358400:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6552us (6716us total) trans 4294972107 rc 0/0 00000100:00100000:0.0:1746157056.881269:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1548 00002000:00100000:0.0:1746157056.881282:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008bc1b800 x1830977684358400/t4294972107(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.881292:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b800 with x1830977684358400 ext(0->7) 00010000:00010000:0.0:1746157056.881305:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6600/0x7b65fed88534dc4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1a8 expref: 280 pid: 19476 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.881323:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6600/0x7b65fed88534dc4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1a8 expref: 280 pid: 19476 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.881330:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc1b800 00000100:00100000:0.0:1746157056.883870:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.883933:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.891243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.894239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.897951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.897980:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684359296 00000100:00100000:0.0:1746157056.897986:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684359296 00002000:00100000:0.0:1746157056.898029:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008fed9500 x1830977684359296/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 488/0 e 0 to 0 dl 1746157067 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.898038:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9500 with x1830977684359296 ext(0->4095) 00002000:00010000:0.0:1746157056.898043:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fed9500 00000100:00100000:0.0:1746157056.898060:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12937 00000100:00100000:0.0:1746157056.898067:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+280:2010:x1830977684359296:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157056.898213:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+280:2010:x1830977684359296:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157056.898218:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12937 00002000:00100000:0.0:1746157056.898224:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008fed9500 x1830977684359296/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746157067 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.898231:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9500 with x1830977684359296 ext(0->4095) 00002000:00010000:0.0:1746157056.898233:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fed9500 00000100:00100000:0.0:1746157056.903546:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.910519:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+282:2010:x1830977684359552:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2682us (3231us total) trans 4294972108 rc 0/0 00000100:00100000:0.0:1746157056.910531:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1550 00002000:00100000:0.0:1746157056.910542:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800910ef800 x1830977684359552/t4294972108(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.910550:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ef800 with x1830977684359552 ext(0->7) 00010000:00010000:0.0:1746157056.910560:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534dc5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1b6 expref: 282 pid: 19476 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.910583:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534dc5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1b6 expref: 282 pid: 19476 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.910589:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800910ef800 00000100:00100000:0.0:1746157056.912832:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.920902:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684359936 00000100:00100000:0.0:1746157056.920910:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684359936 00002000:00100000:0.0:1746157056.920945:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800910ed880 x1830977684359936/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:617/0 lens 488/0 e 0 to 0 dl 1746157067 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.920953:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed880 with x1830977684359936 ext(0->4095) 00002000:00010000:0.0:1746157056.920957:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ed880 00000100:00100000:0.0:1746157056.920985:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12938 00000100:00100000:0.0:1746157056.920992:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684359936:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157056.921116:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684359936:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157056.921133:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12938 00002000:00100000:0.0:1746157056.921138:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800910ed880 x1830977684359936/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746157067 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.921145:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed880 with x1830977684359936 ext(0->4095) 00002000:00010000:0.0:1746157056.921147:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ed880 00000100:00100000:0.0:1746157056.921630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.925163:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.925642:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.934022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.935263:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+285:2010:x1830977684360832:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 884us (1248us total) trans 4294972109 rc 0/0 00000100:00100000:0.0:1746157056.935271:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1552 00002000:00100000:0.0:1746157056.935277:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d67aa00 x1830977684360832/t4294972109(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.935285:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67aa00 with x1830977684360832 ext(0->7) 00010000:00010000:0.0:1746157056.935291:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534dc69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1c4 expref: 285 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.935302:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534dc69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1c4 expref: 285 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.935308:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d67aa00 00000100:00100000:0.0:1746157056.938495:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.942704:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.949228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.951307:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.952859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.956299:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.961341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.963363:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+286:2010:x1830977684362112:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1751us (2025us total) trans 4294972110 rc 0/0 00000100:00100000:0.0:1746157056.963373:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1554 00002000:00100000:0.0:1746157056.963382:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092609180 x1830977684362112/t4294972110(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157056.963390:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092609180 with x1830977684362112 ext(0->7) 00010000:00010000:0.0:1746157056.963399:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dc77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1d9 expref: 286 pid: 19476 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157056.963414:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6a00/0x7b65fed88534dc77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1d9 expref: 286 pid: 19476 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157056.963420:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092609180 00000100:00100000:0.0:1746157056.964913:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.967449:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.974865:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.977649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.977830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.981862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.981888:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.981909:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684363264 00000100:00100000:0.0:1746157056.981915:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684363264 00000100:00100000:0.0:1746157056.981966:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28282 00000100:00100000:0.0:1746157056.981973:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+288:1111:x1830977684363264:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157056.981990:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157056.982007:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5a00/0x7b65fed88534dc93 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d1ee expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.982035:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157056.982040:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534dc8c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1e7 expref: 290 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.982047:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157056.982050:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5a00/0x7b65fed88534dc93 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1ee expref: 290 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.982089:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534dc8c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1e7 expref: 290 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.982101:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5a00/0x7b65fed88534dc93 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1ee expref: 289 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157056.982109:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c9f5a00, rc 0) 00000100:00100000:0.0:1746157056.983250:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+288:1111:x1830977684363264:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1270us (1353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157056.983259:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28282 00000100:00100000:0.0:1746157056.985863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157056.986420:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746157056.986437:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746157056.986621:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157056.986642:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157056.986884:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157056.986887:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157056.986910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157056.987321:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157056.989845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157056.994913:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.004643:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684364928 00000100:00100000:0.0:1746157057.004652:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684364928 00000100:00100000:0.0:1746157057.004696:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28283 00000100:00100000:0.0:1746157057.004704:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+290:1110:x1830977684364928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157057.004718:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157057.004755:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5e00/0x7b65fed88534dc9a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d1f5 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.004781:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157057.004787:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5a00/0x7b65fed88534dc93 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1ee expref: 291 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.004793:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157057.004796:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5e00/0x7b65fed88534dc9a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1f5 expref: 291 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.004829:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5a00/0x7b65fed88534dc93 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1ee expref: 291 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.004840:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5e00/0x7b65fed88534dc9a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1f5 expref: 291 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.004849:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c9f5e00, rc 0) 00000100:00100000:0.0:1746157057.004889:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+291:1110:x1830977684364928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157057.004895:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28283 00000100:00100000:0.0:1746157057.005815:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+290:2011:x1830977684364800:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 10645us (10908us total) trans 4294972111 rc 0/0 00000100:00100000:0.0:1746157057.005824:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1556 00002000:00100000:0.0:1746157057.005833:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d0fb80 x1830977684364800/t4294972111(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:617/0 lens 496/448 e 0 to 0 dl 1746157067 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.005842:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0fb80 with x1830977684364800 ext(0->7) 00010000:00010000:0.0:1746157057.005852:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534dc8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1e7 expref: 290 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.005866:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534dc8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1e7 expref: 290 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.005873:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d0fb80 00000100:00100000:0.0:1746157057.015217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.020909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.023866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.026179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.036906:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.040364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.044298:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+290:2013:x1830977684366080:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3478us (3933us total) trans 4294972112 rc 0/0 00000100:00100000:0.0:1746157057.044308:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1559 00002000:00100000:0.0:1746157057.044316:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ce87b80 x1830977684366080/t4294972112(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.044323:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce87b80 with x1830977684366080 ext(0->7) 00010000:00010000:0.0:1746157057.044331:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5e00/0x7b65fed88534dc9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1f5 expref: 290 pid: 9579 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.044342:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5e00/0x7b65fed88534dc9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1f5 expref: 290 pid: 9579 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.044347:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce87b80 00000100:00100000:0.0:1746157057.051224:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.060200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.060885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.060901:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684366592 00000100:00100000:0.0:1746157057.060904:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684366592 00000100:00100000:0.0:1746157057.060935:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28285 00000100:00100000:0.0:1746157057.060940:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+290:1110:x1830977684366592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157057.060948:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157057.061104:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4800/0x7b65fed88534dca8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d203 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.061137:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534dca1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1fc expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.061144:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157057.061145:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157057.061148:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4800/0x7b65fed88534dca8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d203 expref: 291 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.061170:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534dca1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1fc expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.061181:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534dca1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d1fc expref: 5 pid: 9577 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746157057.061189:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011f3e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678817536:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157057.061236:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157057.062826:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.063714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.067214:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.070693:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.073313:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+293:2011:x1830977684367360:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1135us (2621us total) trans 4294972113 rc 0/0 00000100:00100000:0.0:1746157057.073322:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1561 00002000:00100000:0.0:1746157057.073330:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009250fb80 x1830977684367360/t4294972113(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.073337:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250fb80 with x1830977684367360 ext(0->7) 00010000:00010000:0.0:1746157057.073344:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4800/0x7b65fed88534dca8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d203 expref: 293 pid: 9579 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.073356:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4800/0x7b65fed88534dca8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d203 expref: 293 pid: 9579 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.073362:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009250fb80 00000100:00100000:0.0:1746157057.075999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.084518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.096798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.097948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.100689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.106028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.108566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.110512:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+294:2011:x1830977684368640:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1680us (1946us total) trans 4294972114 rc 0/0 00000100:00100000:0.0:1746157057.110523:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1563 00002000:00100000:0.0:1746157057.110531:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009250c380 x1830977684368640/t4294972114(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.110540:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250c380 with x1830977684368640 ext(0->7) 00010000:00010000:0.0:1746157057.110549:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f600/0x7b65fed88534dcb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d211 expref: 294 pid: 9579 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.110567:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f600/0x7b65fed88534dcb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d211 expref: 294 pid: 9579 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.110574:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009250c380 00000100:00100000:0.0:1746157057.115640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.118330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.120716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.125574:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.125770:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12945 00000100:00100000:0.0:1746157057.125782:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+294:2011:x1830977684369408:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157057.125920:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+294:2011:x1830977684369408:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (352us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157057.125926:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12945 00002000:00100000:0.0:1746157057.125931:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88013133f480 x1830977684369408/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746157068 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.125938:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133f480 with x1830977684369408 ext(0->4095) 00002000:00010000:0.0:1746157057.125940:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013133f480 00000100:00100000:0.0:1746157057.128367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.128418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.132281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.133039:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.133105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.136201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.139855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.140809:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+297:2010:x1830977684370688:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 666us (961us total) trans 4294972115 rc 0/0 00000100:00100000:0.0:1746157057.140816:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1566 00002000:00100000:0.0:1746157057.140821:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012a2fe300 x1830977684370688/t4294972115(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.140828:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fe300 with x1830977684370688 ext(0->7) 00010000:00010000:0.0:1746157057.140833:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534dccb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d226 expref: 297 pid: 9579 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.140843:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534dccb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d226 expref: 297 pid: 9579 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.140848:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012a2fe300 00000100:00100000:0.0:1746157057.145970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.152645:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.156264:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.159282:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.159727:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.159869:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684371584 00000100:00100000:0.0:1746157057.159872:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684371584 00002000:00100000:0.0:1746157057.159901:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880092891f80 x1830977684371584/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:618/0 lens 488/0 e 0 to 0 dl 1746157068 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.159911:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891f80 with x1830977684371584 ext(0->4095) 00002000:00010000:0.0:1746157057.159916:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092891f80 00000100:00100000:0.0:1746157057.159929:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12947 00000100:00100000:0.0:1746157057.159935:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684371584:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157057.160061:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684371584:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (335us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157057.160067:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12947 00002000:00100000:0.0:1746157057.160071:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880092891f80 x1830977684371584/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746157068 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.160078:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891f80 with x1830977684371584 ext(0->4095) 00002000:00010000:0.0:1746157057.160081:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092891f80 00000100:00100000:0.0:1746157057.165445:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.166520:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.172837:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.172893:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.179231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.187471:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.192583:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+298:2012:x1830977684372736:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4202us (5109us total) trans 4294972116 rc 0/0 00000100:00100000:0.0:1746157057.192600:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1569 00002000:00100000:0.0:1746157057.192613:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092892680 x1830977684372736/t4294972116(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.192623:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892680 with x1830977684372736 ext(0->7) 00010000:00010000:0.0:1746157057.192634:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534dce0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d23b expref: 298 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.192658:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534dce0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d23b expref: 298 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.192665:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092892680 00000100:00100000:0.0:1746157057.194500:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.197857:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.202411:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.205087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.211408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.215376:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.215989:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.216468:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.218960:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.223486:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.224821:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+301:2011:x1830977684374528:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1046us (1343us total) trans 4294972117 rc 0/0 00000100:00100000:0.0:1746157057.224830:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1571 00002000:00100000:0.0:1746157057.224839:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b25a680 x1830977684374528/t4294972117(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.224847:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25a680 with x1830977684374528 ext(0->7) 00010000:00010000:0.0:1746157057.224854:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6600/0x7b65fed88534dcf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d250 expref: 301 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.224866:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6600/0x7b65fed88534dcf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d250 expref: 301 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.224878:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b25a680 00000100:00100000:0.0:1746157057.226675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.232895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.234960:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.238681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.238820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.241329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.241817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.245791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.245846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.248987:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.254470:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.255460:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+302:2013:x1830977684376576:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 697us (996us total) trans 4294972118 rc 0/0 00000100:00100000:0.0:1746157057.255467:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1574 00002000:00100000:0.0:1746157057.255474:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008cc2c700 x1830977684376576/t4294972118(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.255481:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c700 with x1830977684376576 ext(0->7) 00010000:00010000:0.0:1746157057.255486:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534dd0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d265 expref: 302 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.255496:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534dd0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d265 expref: 302 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.255502:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc2c700 00000100:00100000:0.0:1746157057.257445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.260526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.263014:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.269359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.271099:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.272790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.273575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.273677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.275499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.277043:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.278349:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+304:2011:x1830977684378368:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 817us (1307us total) trans 4294972119 rc 0/0 00000100:00100000:0.0:1746157057.278357:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1577 00002000:00100000:0.0:1746157057.278362:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c57d880 x1830977684378368/t4294972119(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.278367:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d880 with x1830977684378368 ext(0->7) 00010000:00010000:0.0:1746157057.278371:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534dd1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d27a expref: 304 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.278379:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534dd1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d27a expref: 304 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.278383:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57d880 00000100:00100000:0.0:1746157057.281263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.283648:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.286064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.288797:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.288851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.291943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.292654:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.292726:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.294470:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.297140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.300848:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+306:2012:x1830977684380160:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3184us (3721us total) trans 4294972120 rc 0/0 00000100:00100000:0.0:1746157057.300858:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1579 00002000:00100000:0.0:1746157057.300866:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5bdf80 x1830977684380160/t4294972120(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.300875:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bdf80 with x1830977684380160 ext(0->7) 00010000:00010000:0.0:1746157057.300883:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534dd34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d28f expref: 306 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.300896:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534dd34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d28f expref: 306 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.300903:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5bdf80 00000100:00100000:0.0:1746157057.302481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.305322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.307889:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.308309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.310842:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.313240:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.316286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.317824:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+309:2013:x1830977684381440:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1237us (1539us total) trans 4294972121 rc 0/0 00000100:00100000:0.0:1746157057.317832:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1581 00002000:00100000:0.0:1746157057.317839:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5be300 x1830977684381440/t4294972121(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.317846:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5be300 with x1830977684381440 ext(0->7) 00010000:00010000:0.0:1746157057.317852:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534dd42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d29d expref: 309 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.317863:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534dd42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d29d expref: 309 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.317869:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5be300 00000100:00100000:0.0:1746157057.320484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.326398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.327046:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684381824 00000100:00100000:0.0:1746157057.327052:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684381824 00002000:00100000:0.0:1746157057.327083:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880093d10700 x1830977684381824/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 488/0 e 0 to 0 dl 1746157068 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.327091:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10700 with x1830977684381824 ext(0->4095) 00002000:00010000:0.0:1746157057.327095:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d10700 00000100:00100000:0.0:1746157057.327124:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12956 00000100:00100000:0.0:1746157057.327130:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+308:2010:x1830977684381824:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157057.327225:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+308:2010:x1830977684381824:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (827us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157057.327230:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12956 00002000:00100000:0.0:1746157057.327235:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880093d10700 x1830977684381824/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746157068 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.327240:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10700 with x1830977684381824 ext(0->4095) 00002000:00010000:0.0:1746157057.327243:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d10700 00000100:00100000:0.0:1746157057.330978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.333943:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.333990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.337523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.337563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.337601:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.340790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.348705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.350054:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+311:2013:x1830977684383232:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1039us (1352us total) trans 4294972122 rc 0/0 00000100:00100000:0.0:1746157057.350062:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1584 00002000:00100000:0.0:1746157057.350069:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012be9c380 x1830977684383232/t4294972122(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.350077:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9c380 with x1830977684383232 ext(0->7) 00010000:00010000:0.0:1746157057.350083:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534dd57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2b2 expref: 311 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.350094:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534dd57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2b2 expref: 311 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.350100:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012be9c380 00000100:00100000:0.0:1746157057.352566:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.354756:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012be9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678823808:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746157057.354782:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157057.355833:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011f3e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3766:1830977678824320:0@lo:400:kworker.0 00000100:00100000:0.0:1746157057.355851:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157057.355861:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3766:1830977678824832:0@lo:400:kworker.0 00000100:00100000:0.0:1746157057.355888:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157057.355899:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746157057.355903:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678824704:0@lo:400:kworker.0 00000100:00100000:0.0:1746157057.355918:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157057.355928:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678825216:0@lo:400:kworker.0 00000100:00100000:0.0:1746157057.355940:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157057.355959:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678824576 00000100:00100000:0.0:1746157057.355962:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678824576 00000100:00100000:0.0:1746157057.355981:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678825088 00000100:00100000:0.0:1746157057.355983:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678825088 00000100:00100000:0.0:1746157057.355992:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678824704 00000100:00100000:0.0:1746157057.355993:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678824704 00000100:00100000:0.0:1746157057.356001:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678825216 00000100:00100000:0.0:1746157057.356002:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678825216 00000100:00100000:0.0:1746157057.356010:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1746157057.356015:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977678824576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157057.356040:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977678824576:12345-0@lo:400:kworker.0 Request processed in 25us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157057.356044:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1746157057.356053:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1746157057.356057:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977678825088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157057.356076:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977678825088:12345-0@lo:400:kworker.0 Request processed in 19us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157057.356081:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1746157057.356089:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1746157057.356092:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830977678824704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157057.356112:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830977678824704:12345-0@lo:400:kworker.0 Request processed in 19us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157057.356125:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1746157057.356137:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1746157057.356140:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830977678825216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157057.356160:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830977678825216:12345-0@lo:400:kworker.0 Request processed in 19us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157057.356164:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00080000:0.0:1746157057.356176:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157057.356179:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157057.356181:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157057.356182:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746157057.356197:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678824704:0@lo:400:kworker.0 00000100:00100000:0.0:1746157057.356203:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678825216:0@lo:400:kworker.0 00000100:00080000:0.0:1746157057.356214:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157057.356244:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f3e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3766:1830977678824320:0@lo:400:kworker.0 00000100:00100000:0.0:1746157057.357047:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3766:1830977678824832:0@lo:400:kworker.0 00000100:00100000:0.0:1746157057.357058:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012be9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977678823808:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746157057.359508:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.362654:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.365574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.366785:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+312:2011:x1830977684384512:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 932us (1215us total) trans 4294972123 rc 0/0 00000100:00100000:0.0:1746157057.366794:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1586 00002000:00100000:0.0:1746157057.366801:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f3e6300 x1830977684384512/t4294972123(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.366809:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6300 with x1830977684384512 ext(0->7) 00010000:00010000:0.0:1746157057.366816:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534dd65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2c0 expref: 312 pid: 9579 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.366827:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534dd65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2c0 expref: 312 pid: 9579 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.366833:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e6300 00000100:00100000:0.0:1746157057.371335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.374886:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.377295:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.380699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.380824:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.383457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.383497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.383812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.383828:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684385792 00000100:00100000:0.0:1746157057.383831:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684385792 00000100:00100000:0.0:1746157057.383851:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28316 00000100:00100000:0.0:1746157057.383856:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1111:x1830977684385792:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157057.383870:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157057.383882:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800926f0600/0x7b65fed88534dd81 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d2dc expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.384181:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534dd7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2d5 expref: 313 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.384188:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157057.384189:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157057.384192:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800926f0600/0x7b65fed88534dd81 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2dc expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.384211:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534dd7a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2d5 expref: 313 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.384268:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534dd7a lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2d5 expref: 313 pid: 9674 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746157057.384388:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977678826112:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157057.384431:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157057.386587:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.392348:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.393716:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+314:2012:x1830977684386304:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1070us (1368us total) trans 4294972124 rc 0/0 00000100:00100000:0.0:1746157057.393731:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1588 00002000:00100000:0.0:1746157057.393775:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091089880 x1830977684386304/t4294972124(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.393785:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089880 with x1830977684386304 ext(0->7) 00010000:00010000:0.0:1746157057.393798:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534dd7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2d5 expref: 314 pid: 9674 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.393814:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534dd7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2d5 expref: 314 pid: 9674 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.393820:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091089880 00000100:00100000:0.0:1746157057.396226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.398372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.402282:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.402383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.402437:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28318 00000100:00100000:0.0:1746157057.402442:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+314:1110:x1830977684386944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157057.402455:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157057.402472:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800926f1800/0x7b65fed88534dd8f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d2ea expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.402597:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800926f0600/0x7b65fed88534dd81 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2dc expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.402605:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157057.402607:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157057.402611:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800926f1800/0x7b65fed88534dd8f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2ea expref: 316 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.402715:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800926f0600/0x7b65fed88534dd81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2dc expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.402731:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800926f0600/0x7b65fed88534dd81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2dc expref: 5 pid: 9577 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746157057.402766:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9578:1830977678826624:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157057.402938:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157057.404575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.406726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.408579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.412484:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+317:2013:x1830977684387584:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3632us (3901us total) trans 4294972125 rc 0/0 00000100:00100000:0.0:1746157057.412494:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1590 00002000:00100000:0.0:1746157057.412504:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009108a680 x1830977684387584/t4294972125(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.412511:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108a680 with x1830977684387584 ext(0->7) 00010000:00010000:0.0:1746157057.412525:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926f1800/0x7b65fed88534dd8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2ea expref: 317 pid: 9578 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.412540:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926f1800/0x7b65fed88534dd8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2ea expref: 317 pid: 9578 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.412545:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009108a680 00000100:00100000:0.0:1746157057.414830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.415967:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc71180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157057.417522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.418085:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678827008 00000100:00100000:0.0:1746157057.418088:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678827008 00000100:00100000:0.0:1746157057.418127:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1746157057.418132:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977678827008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746157057.418145:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 988478272 pending 0 free 3920142336 avail 3688620032 00000100:00100000:0.0:1746157057.418180:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977678827008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157057.418185:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1746157057.420923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.423164:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.424285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.425869:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.430707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.433513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.441296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.442277:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+318:2010:x1830977684389248:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 651us (984us total) trans 4294972126 rc 0/0 00000100:00100000:0.0:1746157057.442284:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1592 00002000:00100000:0.0:1746157057.442290:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306eea00 x1830977684389248/t4294972126(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.442297:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eea00 with x1830977684389248 ext(0->7) 00010000:00010000:0.0:1746157057.442302:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6800/0x7b65fed88534dd9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2f8 expref: 318 pid: 9577 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.442312:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6800/0x7b65fed88534dd9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d2f8 expref: 318 pid: 9577 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.442317:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306eea00 00000100:00100000:0.0:1746157057.448567:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.450417:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.451445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.454293:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.457358:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.459524:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.463132:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.465036:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+320:2011:x1830977684390400:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1384us (1912us total) trans 4294972127 rc 0/0 00000100:00100000:0.0:1746157057.465044:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1594 00002000:00100000:0.0:1746157057.465051:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306ef800 x1830977684390400/t4294972127(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.465058:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef800 with x1830977684390400 ext(0->7) 00010000:00010000:0.0:1746157057.465065:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534ddab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d306 expref: 320 pid: 9577 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.465077:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534ddab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d306 expref: 320 pid: 9577 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.465083:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ef800 00000100:00100000:0.0:1746157057.468268:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.472825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.473983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.474439:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684390912 00000100:00100000:0.0:1746157057.474445:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684390912 00002000:00100000:0.0:1746157057.474478:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ec000 x1830977684390912/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:618/0 lens 488/0 e 0 to 0 dl 1746157068 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.474492:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec000 with x1830977684390912 ext(0->4095) 00010000:00010000:0.0:1746157057.474499:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534ddb2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d30d expref: 6 pid: 9577 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.474510:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534ddb2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d30d expref: 6 pid: 9577 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.474515:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ec000 00000100:00100000:0.0:1746157057.475054:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1595 00000100:00100000:0.0:1746157057.475062:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684390912:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157057.475280:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684390912:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 218us (1299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157057.475286:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1595 00002000:00100000:0.0:1746157057.475292:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ec000 x1830977684390912/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.475299:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec000 with x1830977684390912 ext(0->4095) 00010000:00010000:0.0:1746157057.475304:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534ddb2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d30d expref: 6 pid: 9577 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.475314:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534ddb2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d30d expref: 6 pid: 9577 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.475320:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ec000 00000100:00100000:0.0:1746157057.478274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.478371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.481792:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.483377:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.484336:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2012:x1830977684391680:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 811us (960us total) trans 4294972128 rc 0/0 00000100:00100000:0.0:1746157057.484343:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1597 00002000:00100000:0.0:1746157057.484348:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3ad880 x1830977684391680/t4294972128(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.484354:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad880 with x1830977684391680 ext(0->7) 00010000:00010000:0.0:1746157057.484360:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534ddb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d314 expref: 9 pid: 9577 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.484368:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534ddb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d314 expref: 9 pid: 9577 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.484374:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3ad880 00000100:00100000:0.0:1746157057.486474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.488465:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.490577:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.494331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.497553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.498046:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.500630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.500984:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.501882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.504862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.509164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.512539:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2013:x1830977684393728:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3150us (3375us total) trans 4294972129 rc 0/0 00000100:00100000:0.0:1746157057.512555:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1600 00002000:00100000:0.0:1746157057.512568:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3ace00 x1830977684393728/t4294972129(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.512578:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ace00 with x1830977684393728 ext(0->7) 00010000:00010000:0.0:1746157057.512589:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534ddce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d329 expref: 10 pid: 9577 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.512607:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534ddce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d329 expref: 10 pid: 9577 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.512615:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3ace00 00000100:00100000:0.0:1746157057.515286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.517348:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.521112:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.521428:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.525429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.525479:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.527782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.527831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.530103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.532531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.534061:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2012:x1830977684395520:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1371us (1532us total) trans 4294972130 rc 0/0 00000100:00100000:0.0:1746157057.534069:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1603 00002000:00100000:0.0:1746157057.534076:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c57ca80 x1830977684395520/t4294972130(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.534084:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57ca80 with x1830977684395520 ext(0->7) 00010000:00010000:0.0:1746157057.534090:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e800/0x7b65fed88534dde3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d33e expref: 12 pid: 9578 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.534103:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e800/0x7b65fed88534dde3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d33e expref: 12 pid: 9578 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.534109:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57ca80 00000100:00100000:0.0:1746157057.539032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.542151:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.544685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.546171:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.548084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.548650:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.551721:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.551840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.554688:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.557487:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.558534:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977684397312:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 806us (1047us total) trans 4294972131 rc 0/0 00000100:00100000:0.0:1746157057.558541:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1606 00002000:00100000:0.0:1746157057.558547:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092892a00 x1830977684397312/t4294972131(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.558554:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892a00 with x1830977684397312 ext(0->7) 00010000:00010000:0.0:1746157057.558559:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e000/0x7b65fed88534ddf8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d353 expref: 14 pid: 9578 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.558568:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e000/0x7b65fed88534ddf8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d353 expref: 14 pid: 9578 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.558574:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092892a00 00000100:00100000:0.0:1746157057.564642:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684397696 00000100:00100000:0.0:1746157057.564657:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684397696 00002000:00100000:0.0:1746157057.564703:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800910ed180 x1830977684397696/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:618/0 lens 488/0 e 0 to 0 dl 1746157068 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.564712:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed180 with x1830977684397696 ext(0->4095) 00002000:00010000:0.0:1746157057.564717:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ed180 00000100:00100000:0.0:1746157057.564766:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12968 00000100:00100000:0.0:1746157057.564774:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684397696:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157057.565029:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684397696:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 255us (635us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157057.565036:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12968 00002000:00100000:0.0:1746157057.565042:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800910ed180 x1830977684397696/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746157068 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.565049:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed180 with x1830977684397696 ext(0->4095) 00002000:00010000:0.0:1746157057.565052:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ed180 00000100:00100000:0.0:1746157057.568221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.570621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.574865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.575627:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.578671:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678831104 00000100:00100000:0.0:1746157057.578678:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678831104 00000100:00100000:0.0:1746157057.578720:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1746157057.578727:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977678831104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746157057.578919:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980155200 pending 114688 free 3922812928 avail 3686789120 00000100:00100000:0.0:1746157057.578989:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977678831104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 262us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157057.578995:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1746157057.579168:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.579198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.579231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.581996:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.584624:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.585674:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2012:x1830977684399360:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 743us (1056us total) trans 4294972132 rc 0/0 00000100:00100000:0.0:1746157057.585681:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1609 00002000:00100000:0.0:1746157057.585687:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ce84000 x1830977684399360/t4294972132(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.585694:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84000 with x1830977684399360 ext(0->7) 00010000:00010000:0.0:1746157057.585699:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f800/0x7b65fed88534de0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d368 expref: 17 pid: 9578 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746157057.585708:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f800/0x7b65fed88534de0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d368 expref: 17 pid: 9578 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746157057.585714:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce84000 00000100:00100000:0.0:1746157057.587223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.589823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.591779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.595365:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.596656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.599274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.600095:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.600803:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.603920:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.606622:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.608339:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2013:x1830977684401152:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1321us (1715us total) trans 4294972133 rc 0/0 00000100:00100000:0.0:1746157057.608347:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1611 00002000:00100000:0.0:1746157057.608355:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88013133e680 x1830977684401152/t4294972133(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.608364:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133e680 with x1830977684401152 ext(0->7) 00010000:00010000:0.0:1746157057.608370:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534de22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d37d expref: 19 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.608383:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534de22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d37d expref: 19 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.608389:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133e680 00000100:00100000:0.0:1746157057.610149:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.612534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.615129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.617443:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.617500:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.623460:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.624150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.624449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.626523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.629650:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.630902:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:2011:x1830977684402944:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1033us (1249us total) trans 4294972134 rc 0/0 00000100:00100000:0.0:1746157057.630910:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1613 00002000:00100000:0.0:1746157057.630916:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f167100 x1830977684402944/t4294972134(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.630922:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167100 with x1830977684402944 ext(0->7) 00010000:00010000:0.0:1746157057.630927:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534de37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d392 expref: 21 pid: 9579 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.630938:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f800/0x7b65fed88534de37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d392 expref: 21 pid: 9579 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.630943:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f167100 00000100:00100000:0.0:1746157057.634441:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.641466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.644370:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.647726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.648676:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.650481:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.661452:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.667716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.680894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.688685:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977684404608:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7515us (7784us total) trans 4294972135 rc 0/0 00000100:00100000:0.0:1746157057.688701:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1615 00002000:00100000:0.0:1746157057.688715:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d0d180 x1830977684404608/t4294972135(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.688724:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0d180 with x1830977684404608 ext(0->7) 00010000:00010000:0.0:1746157057.688747:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534de4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3a7 expref: 22 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.688764:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534de4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3a7 expref: 22 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.688771:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d0d180 00000100:00100000:0.0:1746157057.691306:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.695157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.698246:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.700917:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.704330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.713028:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.717863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.719933:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2011:x1830977684405760:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1462us (2072us total) trans 4294972136 rc 0/0 00000100:00100000:0.0:1746157057.719944:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1617 00002000:00100000:0.0:1746157057.719957:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c9cce00 x1830977684405760/t4294972136(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.719972:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c9cce00 with x1830977684405760 ext(0->7) 00010000:00010000:0.0:1746157057.719981:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ec00/0x7b65fed88534de5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3b5 expref: 24 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.719996:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ec00/0x7b65fed88534de5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3b5 expref: 24 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.720002:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c9cce00 00000100:00100000:0.0:1746157057.723949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.724226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.727661:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.733216:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.736984:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.740333:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c9cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977678834304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746157057.741574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.746388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.747836:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c9ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977684406912:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1022us (1452us total) trans 4294972137 rc 0/0 00000100:00100000:0.0:1746157057.747842:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1619 00002000:00100000:0.0:1746157057.747848:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c9ce300 x1830977684406912/t4294972137(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.747855:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c9ce300 with x1830977684406912 ext(0->7) 00010000:00010000:0.0:1746157057.747862:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534de68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3c3 expref: 26 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.747876:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534de68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3c3 expref: 26 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.747882:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c9ce300 00000100:00100000:0.0:1746157057.749643:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.756377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.763297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.764042:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.768558:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.772063:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.776399:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.781229:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2010:x1830977684408192:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1125us (4832us total) trans 4294972138 rc 0/0 00000100:00100000:0.0:1746157057.781239:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1621 00002000:00100000:0.0:1746157057.781248:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c9cfb80 x1830977684408192/t4294972138(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.781257:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c9cfb80 with x1830977684408192 ext(0->7) 00010000:00010000:0.0:1746157057.781266:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534de76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3d1 expref: 29 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.781281:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534de76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3d1 expref: 29 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.781288:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c9cfb80 00000100:00100000:0.0:1746157057.805313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.805338:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684408704 00000100:00100000:0.0:1746157057.805345:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684408704 00002000:00100000:0.0:1746157057.805376:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c9cca80 x1830977684408704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 488/0 e 0 to 0 dl 1746157068 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.805385:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c9cca80 with x1830977684408704 ext(0->4095) 00010000:00010000:0.0:1746157057.805392:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ec00/0x7b65fed88534de7d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3d8 expref: 30 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.805403:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ec00/0x7b65fed88534de7d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3d8 expref: 30 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.805409:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c9cca80 00000100:00100000:0.0:1746157057.805431:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1622 00000100:00100000:0.0:1746157057.805436:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2011:x1830977684408704:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157057.806424:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2011:x1830977684408704:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 984us (1115us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157057.806432:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1622 00002000:00100000:0.0:1746157057.806438:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c9cca80 x1830977684408704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.806444:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c9cca80 with x1830977684408704 ext(0->4095) 00010000:00010000:0.0:1746157057.806450:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ec00/0x7b65fed88534de7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3d8 expref: 29 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.806459:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ec00/0x7b65fed88534de7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3d8 expref: 29 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.806469:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c9cca80 00000100:00100000:0.0:1746157057.808158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.808191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.811554:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.819959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.821613:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2013:x1830977684409472:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1402us (1656us total) trans 4294972139 rc 0/0 00000100:00100000:0.0:1746157057.821624:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1624 00002000:00100000:0.0:1746157057.821634:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009260bb80 x1830977684409472/t4294972139(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.821643:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260bb80 with x1830977684409472 ext(0->7) 00010000:00010000:0.0:1746157057.821652:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534de84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3df expref: 30 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.821666:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534de84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3df expref: 30 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.821673:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009260bb80 00000100:00100000:0.0:1746157057.823591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.828172:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306ed180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678835584:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157057.828189:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157057.828228:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2010:x1830977684409600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4456us (4644us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157057.828237:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15697 00000100:00100000:0.0:1746157057.828424:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684409856 00000100:00100000:0.0:1746157057.828429:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684409856 00002000:00100000:0.0:1746157057.828458:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a5bdc000 x1830977684409856/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:618/0 lens 488/0 e 0 to 0 dl 1746157068 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.828467:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdc000 with x1830977684409856 ext(0->4095) 00002000:00010000:0.0:1746157057.828471:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bdc000 00000100:00100000:0.0:1746157057.828498:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12980 00000100:00100000:0.0:1746157057.828505:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684409856:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157057.828614:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684409856:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157057.828619:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12980 00002000:00100000:0.0:1746157057.828624:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a5bdc000 x1830977684409856/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746157068 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.828630:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdc000 with x1830977684409856 ext(0->4095) 00002000:00010000:0.0:1746157057.828633:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bdc000 00000100:00100000:0.0:1746157057.831857:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.838411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.841408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.841544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.844280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.844551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.844581:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684410880 00000100:00100000:0.0:1746157057.844584:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684410880 00010000:00010000:0.0:1746157057.844624:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534de8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3e6 expref: 6 pid: 9674 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746157057.844660:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15698 00000100:00100000:0.0:1746157057.844664:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684410880:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157057.844671:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157057.844694:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534de8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3e6 expref: 6 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.844701:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534de8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3e6 expref: 6 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.844714:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534de8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3e6 expref: 6 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.844726:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157057.844756:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684410880:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 91us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157057.844761:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15698 00000100:00100000:0.0:1746157057.845046:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.848216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.849914:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.850915:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2011:x1830977684411520:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 762us (1001us total) trans 4294972140 rc 0/0 00000100:00100000:0.0:1746157057.850923:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1626 00002000:00100000:0.0:1746157057.850928:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3aca80 x1830977684411520/t4294972140(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.850968:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aca80 with x1830977684411520 ext(0->7) 00010000:00010000:0.0:1746157057.850974:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534de99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3f4 expref: 33 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.850983:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534de99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d3f4 expref: 33 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.850989:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3aca80 00000100:00100000:0.0:1746157057.856441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.858987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.862979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.864965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.872199:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.885986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.886038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.886080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.888398:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.892228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.894935:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2013:x1830977684413568:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2492us (2706us total) trans 4294972141 rc 0/0 00000100:00100000:0.0:1746157057.894945:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1628 00002000:00100000:0.0:1746157057.894954:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007ca00a80 x1830977684413568/t4294972141(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.894963:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00a80 with x1830977684413568 ext(0->7) 00010000:00010000:0.0:1746157057.894971:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534deae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d409 expref: 34 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.894985:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534deae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d409 expref: 34 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.894991:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ca00a80 00000100:00100000:0.0:1746157057.899026:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.906798:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.906838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.909289:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.912879:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.916977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.924177:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.925491:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2012:x1830977684414848:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1027us (1322us total) trans 4294972142 rc 0/0 00000100:00100000:0.0:1746157057.925499:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1630 00002000:00100000:0.0:1746157057.925506:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5bdc00 x1830977684414848/t4294972142(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.925513:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bdc00 with x1830977684414848 ext(0->7) 00010000:00010000:0.0:1746157057.925520:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f800/0x7b65fed88534debc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d417 expref: 37 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.925530:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f800/0x7b65fed88534debc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d417 expref: 37 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.925537:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5bdc00 00000100:00100000:0.0:1746157057.926818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.929348:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.934387:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.934443:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.936728:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.940667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.943938:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.948349:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2012:x1830977684416128:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4130us (4411us total) trans 4294972143 rc 0/0 00000100:00100000:0.0:1746157057.948361:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1632 00002000:00100000:0.0:1746157057.948373:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d11180 x1830977684416128/t4294972143(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.948381:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11180 with x1830977684416128 ext(0->7) 00010000:00010000:0.0:1746157057.948390:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534deca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d425 expref: 38 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.948404:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534deca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d425 expref: 38 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.948411:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d11180 00000100:00100000:0.0:1746157057.953416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.958467:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.959997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.961523:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684416640:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 397us (1529us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157057.961530:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1633 00002000:00100000:0.0:1746157057.961535:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880131251c00 x1830977684416640/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.961545:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131251c00 with x1830977684416640 ext(0->4095) 00010000:00010000:0.0:1746157057.961550:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534ded1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d42c expref: 6 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.961559:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534ded1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d42c expref: 6 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.961564:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131251c00 00000100:00100000:0.0:1746157057.964390:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.968989:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.972521:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.974818:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.975893:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2011:x1830977684417280:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 926us (1072us total) trans 4294972144 rc 0/0 00000100:00100000:0.0:1746157057.975900:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1634 00002000:00100000:0.0:1746157057.975906:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c9ce680 x1830977684417280/t4294972144(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:618/0 lens 496/448 e 0 to 0 dl 1746157068 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157057.975912:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c9ce680 with x1830977684417280 ext(0->7) 00010000:00010000:0.0:1746157057.975918:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534ded8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d433 expref: 40 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.975928:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534ded8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d433 expref: 40 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157057.975932:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c9ce680 00000100:00100000:0.0:1746157057.977642:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.980022:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.983257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.990144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.992133:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.992223:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.994911:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.995074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157057.995085:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684418688 00000100:00100000:0.0:1746157057.995087:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684418688 00010000:00010000:0.0:1746157057.995098:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534dedf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d43a expref: 6 pid: 9577 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746157057.995130:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15711 00000100:00100000:0.0:1746157057.995135:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684418688:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157057.995140:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157057.995147:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534dedf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d43a expref: 6 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.995154:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534dedf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d43a expref: 6 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.995165:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534dedf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d43a expref: 6 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157057.995180:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157057.995182:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157057.995187:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534deed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d448 expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.995194:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534deed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d448 expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157057.995214:0:7222:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534deed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d448 expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157057.995224:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7222:1830977678838784:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157057.995271:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157057.997666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.001652:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157058.001751:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157058.002609:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2010:x1830977684419328:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 765us (960us total) trans 4294972145 rc 0/0 00000100:00100000:0.0:1746157058.002616:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1636 00002000:00100000:0.0:1746157058.002622:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a6a00 x1830977684419328/t4294972145(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.002628:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6a00 with x1830977684419328 ext(0->7) 00010000:00010000:0.0:1746157058.002634:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534deed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d448 expref: 43 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.002644:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6400/0x7b65fed88534deed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d448 expref: 43 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.002649:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a6a00 00000100:00100000:0.0:1746157058.008059:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.015268:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.015509:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684419712 00000100:00100000:0.0:1746157058.015515:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684419712 00002000:00100000:0.0:1746157058.015545:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007f3a7100 x1830977684419712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/0 e 0 to 0 dl 1746157069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.015554:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7100 with x1830977684419712 ext(0->4095) 00002000:00010000:0.0:1746157058.015558:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3a7100 00000100:00100000:0.0:1746157058.015583:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12992 00000100:00100000:0.0:1746157058.015589:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977684419712:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157058.015687:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977684419712:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (420us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157058.015693:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12992 00002000:00100000:0.0:1746157058.015697:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007f3a7100 x1830977684419712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746157069 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.015704:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7100 with x1830977684419712 ext(0->4095) 00002000:00010000:0.0:1746157058.015706:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3a7100 00000100:00100000:0.0:1746157058.017281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.017527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157058.017685:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157058.019928:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.025428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.026807:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2012:x1830977684420608:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1220us (1377us total) trans 4294972146 rc 0/0 00000100:00100000:0.0:1746157058.026815:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1638 00002000:00100000:0.0:1746157058.026822:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009250d500 x1830977684420608/t4294972146(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.026830:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250d500 with x1830977684420608 ext(0->7) 00010000:00010000:0.0:1746157058.026836:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534defb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d456 expref: 44 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.026848:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534defb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d456 expref: 44 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.026853:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009250d500 00000100:00100000:0.0:1746157058.028806:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.034758:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684420992 00000100:00100000:0.0:1746157058.034765:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684420992 00002000:00100000:0.0:1746157058.034792:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306edc00 x1830977684420992/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:619/0 lens 488/0 e 0 to 0 dl 1746157069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.034799:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306edc00 with x1830977684420992 ext(0->4095) 00002000:00010000:0.0:1746157058.034803:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306edc00 00000100:00100000:0.0:1746157058.034816:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12993 00000100:00100000:0.0:1746157058.034820:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684420992:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157058.034933:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684420992:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (229us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157058.034937:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12993 00002000:00100000:0.0:1746157058.034941:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306edc00 x1830977684420992/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746157069 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.034946:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306edc00 with x1830977684420992 ext(0->4095) 00002000:00010000:0.0:1746157058.034947:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306edc00 00000100:00100000:0.0:1746157058.037413:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.039640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.041841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.043700:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.047932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.047974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.048457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.051244:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684422400 00000100:00100000:0.0:1746157058.051254:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684422400 00002000:00100000:0.0:1746157058.051299:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ed180 x1830977684422400/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/0 e 0 to 0 dl 1746157069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.051309:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed180 with x1830977684422400 ext(0->4095) 00010000:00010000:0.0:1746157058.051318:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534df10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d46b expref: 45 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.051331:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534df10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d46b expref: 45 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.051338:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ed180 00000100:00100000:0.0:1746157058.051374:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1640 00000100:00100000:0.0:1746157058.051381:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2011:x1830977684422400:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157058.051538:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2011:x1830977684422400:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 157us (321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157058.051544:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1640 00002000:00100000:0.0:1746157058.051549:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ed180 x1830977684422400/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.051562:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed180 with x1830977684422400 ext(0->4095) 00010000:00010000:0.0:1746157058.051567:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534df10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d46b expref: 45 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.051576:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534df10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d46b expref: 45 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.051582:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ed180 00000100:00100000:0.0:1746157058.053700:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.054931:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2010:x1830977684422656:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1025us (1232us total) trans 4294972147 rc 0/0 00000100:00100000:0.0:1746157058.054943:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1641 00002000:00100000:0.0:1746157058.054951:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d7ae300 x1830977684422656/t4294972147(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.054961:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ae300 with x1830977684422656 ext(0->7) 00010000:00010000:0.0:1746157058.054970:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534df10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d46b expref: 47 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.054985:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534df10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d46b expref: 47 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.054993:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7ae300 00000100:00100000:0.0:1746157058.056951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.059881:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.061729:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.064298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.064783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.065837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.066061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.066491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.068596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.073983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.075197:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2012:x1830977684424448:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1024us (1221us total) trans 4294972148 rc 0/0 00000100:00100000:0.0:1746157058.075205:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1644 00002000:00100000:0.0:1746157058.075211:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f20bb80 x1830977684424448/t4294972148(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.075218:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20bb80 with x1830977684424448 ext(0->7) 00010000:00010000:0.0:1746157058.075223:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534df25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d480 expref: 49 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.075234:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534df25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d480 expref: 49 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.075239:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f20bb80 00000100:00100000:0.0:1746157058.076900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.079319:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.083162:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.083207:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.085574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.088039:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.088427:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684425472 00000100:00100000:0.0:1746157058.088434:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684425472 00002000:00100000:0.0:1746157058.088465:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c5c8a80 x1830977684425472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/0 e 0 to 0 dl 1746157069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.088474:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8a80 with x1830977684425472 ext(0->4095) 00010000:00010000:0.0:1746157058.088486:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534df33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d48e expref: 48 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.088499:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534df33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d48e expref: 48 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.088505:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c5c8a80 00000100:00100000:0.0:1746157058.088526:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1645 00000100:00100000:0.0:1746157058.088532:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2013:x1830977684425472:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157058.088680:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2013:x1830977684425472:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (641us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157058.088686:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1645 00002000:00100000:0.0:1746157058.088691:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c5c8a80 x1830977684425472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.088698:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8a80 with x1830977684425472 ext(0->4095) 00010000:00010000:0.0:1746157058.088702:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534df33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d48e expref: 48 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.088710:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534df33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d48e expref: 48 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.088715:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c5c8a80 00000100:00100000:0.0:1746157058.090773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.091790:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2010:x1830977684425728:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 818us (1051us total) trans 4294972149 rc 0/0 00000100:00100000:0.0:1746157058.091797:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1646 00002000:00100000:0.0:1746157058.091803:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c5cb800 x1830977684425728/t4294972149(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.091811:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb800 with x1830977684425728 ext(0->7) 00010000:00010000:0.0:1746157058.091816:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534df33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d48e expref: 50 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.091827:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534df33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d48e expref: 50 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.091832:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c5cb800 00000100:00100000:0.0:1746157058.094854:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.097123:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.102311:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.106388:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.115193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.115291:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.120217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.120330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.120403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.120620:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15723 00000100:00100000:0.0:1746157058.120627:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+51:2010:x1830977684427008:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157058.120636:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157058.120654:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e000/0x7b65fed88534df41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d49c expref: 52 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.120664:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e000/0x7b65fed88534df41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d49c expref: 52 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.120680:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e000/0x7b65fed88534df41 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d49c expref: 52 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.120702:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.120703:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.120708:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534df48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4a3 expref: 51 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.120715:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534df48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4a3 expref: 51 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.120757:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534df48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4a3 expref: 51 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157058.120767:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678841728:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157058.120800:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157058.123141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.127808:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.130403:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+53:2011:x1830977684427776:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2294us (2599us total) trans 4294972150 rc 0/0 00000100:00100000:0.0:1746157058.130413:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1649 00002000:00100000:0.0:1746157058.130422:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306f1880 x1830977684427776/t4294972150(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.130432:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1880 with x1830977684427776 ext(0->7) 00010000:00010000:0.0:1746157058.130440:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534df48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4a3 expref: 53 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.130453:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534df48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4a3 expref: 53 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.130459:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306f1880 00000100:00100000:0.0:1746157058.134952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.139510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.142475:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.142514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.147856:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.151325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.155721:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.157716:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2010:x1830977684429056:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1599us (1994us total) trans 4294972151 rc 0/0 00000100:00100000:0.0:1746157058.157726:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1651 00002000:00100000:0.0:1746157058.157733:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306f3100 x1830977684429056/t4294972151(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.157777:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3100 with x1830977684429056 ext(0->7) 00010000:00010000:0.0:1746157058.157785:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534df56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4b1 expref: 54 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.157797:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534df56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4b1 expref: 54 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.157805:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306f3100 00000100:00100000:0.0:1746157058.160053:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.163855:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.170866:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.170928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.174070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.174239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.177002:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.178288:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.182636:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684430592 00000100:00100000:0.0:1746157058.182647:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684430592 00002000:00100000:0.0:1746157058.182695:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ee300 x1830977684430592/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/0 e 0 to 0 dl 1746157069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.182704:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ee300 with x1830977684430592 ext(0->4095) 00010000:00010000:0.0:1746157058.182713:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534df6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4bf expref: 55 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.182725:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534df6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4bf expref: 55 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.182732:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ee300 00000100:00100000:0.0:1746157058.182778:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1653 00000100:00100000:0.0:1746157058.182785:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2010:x1830977684430592:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157058.182912:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2010:x1830977684430592:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (344us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157058.182921:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1653 00002000:00100000:0.0:1746157058.182926:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ee300 x1830977684430592/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.182933:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ee300 with x1830977684430592 ext(0->4095) 00010000:00010000:0.0:1746157058.182937:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534df6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4bf expref: 54 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.182946:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534df6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4bf expref: 54 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.182951:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ee300 00000100:00100000:0.0:1746157058.185381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.186910:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2012:x1830977684430848:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1307us (1532us total) trans 4294972152 rc 0/0 00000100:00100000:0.0:1746157058.186921:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1654 00002000:00100000:0.0:1746157058.186929:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306aca80 x1830977684430848/t4294972152(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.186937:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306aca80 with x1830977684430848 ext(0->7) 00010000:00010000:0.0:1746157058.186945:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534df6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4bf expref: 56 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.186958:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7200/0x7b65fed88534df6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4bf expref: 56 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.186964:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306aca80 00000100:00100000:0.0:1746157058.197558:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.197612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.202461:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.206350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.210264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.216443:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.221829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.223438:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2013:x1830977684432000:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1175us (1610us total) trans 4294972153 rc 0/0 00000100:00100000:0.0:1746157058.223446:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1656 00002000:00100000:0.0:1746157058.223453:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306adf80 x1830977684432000/t4294972153(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.223462:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306adf80 with x1830977684432000 ext(0->7) 00010000:00010000:0.0:1746157058.223468:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7800/0x7b65fed88534df79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4d4 expref: 58 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.223479:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7800/0x7b65fed88534df79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4d4 expref: 58 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.223485:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306adf80 00000100:00100000:0.0:1746157058.224894:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.226466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.231429:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.231457:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684432512 00000100:00100000:0.0:1746157058.231464:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684432512 00002000:00100000:0.0:1746157058.231507:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306aea00 x1830977684432512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:619/0 lens 488/0 e 0 to 0 dl 1746157069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.231524:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306aea00 with x1830977684432512 ext(0->4095) 00010000:00010000:0.0:1746157058.231534:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6000/0x7b65fed88534df80 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4db expref: 6 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.231548:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6000/0x7b65fed88534df80 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4db expref: 6 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.231555:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306aea00 00000100:00100000:0.0:1746157058.231589:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1657 00000100:00100000:0.0:1746157058.231596:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684432512:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157058.233343:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684432512:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1744us (1922us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157058.233352:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1657 00002000:00100000:0.0:1746157058.233361:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306aea00 x1830977684432512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.233369:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306aea00 with x1830977684432512 ext(0->4095) 00010000:00010000:0.0:1746157058.233378:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6000/0x7b65fed88534df80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4db expref: 6 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.233391:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6000/0x7b65fed88534df80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4db expref: 6 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.233397:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306aea00 00000100:00100000:0.0:1746157058.236450:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1746157058.237086:0:7222:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a7000/0x7b65fed88534df87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4e2 expref: 57 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157058.237099:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7222:1830977678843904:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157058.237201:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157058.239438:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684432896 00000100:00100000:0.0:1746157058.239444:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684432896 00002000:00100000:0.0:1746157058.239477:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ed880 x1830977684432896/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/0 e 0 to 0 dl 1746157069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.239486:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed880 with x1830977684432896 ext(0->4095) 00002000:00010000:0.0:1746157058.239490:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306ed880 00000100:00100000:0.0:1746157058.239517:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13002 00000100:00100000:0.0:1746157058.239523:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977684432896:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157058.239666:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977684432896:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157058.239672:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13002 00002000:00100000:0.0:1746157058.239677:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ed880 x1830977684432896/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746157069 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.239683:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed880 with x1830977684432896 ext(0->4095) 00002000:00010000:0.0:1746157058.239686:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306ed880 00000100:00100000:0.0:1746157058.242998:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.254571:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.255966:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977684433152:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1179us (1392us total) trans 4294972154 rc 0/0 00000100:00100000:0.0:1746157058.255974:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1658 00002000:00100000:0.0:1746157058.255982:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306af800 x1830977684433152/t4294972154(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.255989:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306af800 with x1830977684433152 ext(0->7) 00010000:00010000:0.0:1746157058.255995:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7000/0x7b65fed88534df87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4e2 expref: 60 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.256006:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7000/0x7b65fed88534df87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4e2 expref: 60 pid: 9674 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.256011:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306af800 00000100:00100000:0.0:1746157058.257669:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.260039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.263890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.265214:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.266824:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.268631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.270826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.272352:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2013:x1830977684434432:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1327us (1527us total) trans 4294972155 rc 0/0 00000100:00100000:0.0:1746157058.272362:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1660 00002000:00100000:0.0:1746157058.272370:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306b8380 x1830977684434432/t4294972155(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.272379:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306b8380 with x1830977684434432 ext(0->7) 00010000:00010000:0.0:1746157058.272387:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7c00/0x7b65fed88534df95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4f0 expref: 63 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.272405:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7c00/0x7b65fed88534df95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4f0 expref: 63 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.272411:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306b8380 00000100:00100000:0.0:1746157058.276013:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.279016:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.282661:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684434944 00000100:00100000:0.0:1746157058.282671:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684434944 00000100:00100000:0.0:1746157058.282716:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28394 00000100:00100000:0.0:1746157058.282724:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1111:x1830977684434944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157058.282766:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157058.282787:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092526000/0x7b65fed88534dfa3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d4fe expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.282811:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.282812:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.282819:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092526000/0x7b65fed88534dfa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4fe expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.282842:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092526000/0x7b65fed88534dfa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4fe expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.282851:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:0.0:1746157058.282897:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684434944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157058.282902:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28394 00000100:00100000:0.0:1746157058.284325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.285348:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684435328 00000100:00100000:0.0:1746157058.285352:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684435328 00002000:00100000:0.0:1746157058.285376:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a5bdf800 x1830977684435328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:619/0 lens 488/0 e 0 to 0 dl 1746157069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.285383:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdf800 with x1830977684435328 ext(0->4095) 00010000:00010000:0.0:1746157058.285387:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092526000/0x7b65fed88534dfa3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4fe expref: 6 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.285394:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092526000/0x7b65fed88534dfa3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4fe expref: 6 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.285397:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5bdf800 00000100:00100000:0.0:1746157058.285415:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1661 00000100:00100000:0.0:1746157058.285419:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684435328:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157058.285539:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684435328:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (226us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157058.285544:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1661 00002000:00100000:0.0:1746157058.285548:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a5bdf800 x1830977684435328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.285553:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdf800 with x1830977684435328 ext(0->4095) 00010000:00010000:0.0:1746157058.285559:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092526000/0x7b65fed88534dfa3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4fe expref: 6 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.285564:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092526000/0x7b65fed88534dfa3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d4fe expref: 6 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.285575:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5bdf800 00000100:00100000:0.0:1746157058.287283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.287981:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684435584 00000100:00100000:0.0:1746157058.287987:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684435584 00000100:00100000:0.0:1746157058.288017:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28396 00000100:00100000:0.0:1746157058.288023:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:1111:x1830977684435584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157058.288036:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157058.288046:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092526c00/0x7b65fed88534dfb1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d50c expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.288062:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.288207:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7400/0x7b65fed88534dfaa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d505 expref: 64 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.288214:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157058.288218:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092526c00/0x7b65fed88534dfb1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d50c expref: 64 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.288252:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a7400/0x7b65fed88534dfaa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d505 expref: 64 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.288262:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092526c00/0x7b65fed88534dfb1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d50c expref: 64 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.288288:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:0.0:1746157058.288320:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:1111:x1830977684435584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 293us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157058.288326:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28396 00000100:00100000:0.0:1746157058.290288:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.293657:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.294946:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2010:x1830977684436224:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1016us (1295us total) trans 4294972156 rc 0/0 00000100:00100000:0.0:1746157058.294957:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1663 00002000:00100000:0.0:1746157058.294964:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306b9500 x1830977684436224/t4294972156(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.294972:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306b9500 with x1830977684436224 ext(0->7) 00010000:00010000:0.0:1746157058.294980:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7400/0x7b65fed88534dfaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d505 expref: 65 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.294992:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7400/0x7b65fed88534dfaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d505 expref: 65 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.294998:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306b9500 00000100:00100000:0.0:1746157058.296727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.299264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.301977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.306710:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.306900:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.310194:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.310228:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.310257:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.318889:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2010:x1830977684438016:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 731us (1016us total) trans 4294972157 rc 0/0 00000100:00100000:0.0:1746157058.318897:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1665 00002000:00100000:0.0:1746157058.318904:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800926fa680 x1830977684438016/t4294972157(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.318911:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fa680 with x1830977684438016 ext(0->7) 00010000:00010000:0.0:1746157058.318917:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6000/0x7b65fed88534dfbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d51a expref: 67 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.318928:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6000/0x7b65fed88534dfbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d51a expref: 67 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.318934:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926fa680 00000100:00100000:0.0:1746157058.322333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.327259:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.331727:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.332144:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.335580:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.337914:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.346924:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.351971:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2012:x1830977684439296:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3607us (5047us total) trans 4294972158 rc 0/0 00000100:00100000:0.0:1746157058.351983:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1667 00002000:00100000:0.0:1746157058.351994:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d678a80 x1830977684439296/t4294972158(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.352003:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678a80 with x1830977684439296 ext(0->7) 00010000:00010000:0.0:1746157058.352013:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534dfd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d528 expref: 68 pid: 9578 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.352030:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534dfd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d528 expref: 68 pid: 9578 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.352037:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d678a80 00000100:00100000:0.0:1746157058.355453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.357722:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.363630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.368023:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.373931:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.378794:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.383438:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.387437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.393658:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.405863:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.405982:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.410286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.411319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.415451:0:7222:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7222:1830977678847360:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157058.415476:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157058.415519:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977684441728:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4035us (4202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157058.415530:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15748 00000100:00100000:0.0:1746157058.415924:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684441984 00000100:00100000:0.0:1746157058.415931:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684441984 00002000:00100000:0.0:1746157058.415968:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306eed80 x1830977684441984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/0 e 0 to 0 dl 1746157069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.415983:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eed80 with x1830977684441984 ext(0->4095) 00010000:00010000:0.0:1746157058.415990:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534dff0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d544 expref: 70 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.416001:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534dff0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d544 expref: 70 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.416008:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306eed80 00000100:00100000:0.0:1746157058.416022:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1671 00000100:00100000:0.0:1746157058.416028:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977684441984:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157058.416170:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977684441984:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157058.416176:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1671 00002000:00100000:0.0:1746157058.416182:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306eed80 x1830977684441984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.416189:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eed80 with x1830977684441984 ext(0->4095) 00010000:00010000:0.0:1746157058.416194:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534dff0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d544 expref: 70 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.416203:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534dff0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d544 expref: 70 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.416208:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306eed80 00000100:00100000:0.0:1746157058.424460:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.428041:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2012:x1830977684442240:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3363us (3579us total) trans 4294972160 rc 0/0 00000100:00100000:0.0:1746157058.428055:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1672 00002000:00100000:0.0:1746157058.429011:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306ad180 x1830977684442240/t4294972160(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.429020:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ad180 with x1830977684442240 ext(0->7) 00010000:00010000:0.0:1746157058.429032:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534dff0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d544 expref: 72 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.429048:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534dff0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d544 expref: 72 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.429055:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ad180 00000100:00100000:0.0:1746157058.435593:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.446998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.447078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.447594:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28407 00000100:00100000:0.0:1746157058.447602:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1110:x1830977684442752:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157058.447619:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157058.447635:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092527000/0x7b65fed88534dffe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d559 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.447661:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e800/0x7b65fed88534dff7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d552 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.447667:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.447670:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.447673:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092527000/0x7b65fed88534dffe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d559 expref: 72 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.447699:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e800/0x7b65fed88534dff7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d552 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.447709:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e800/0x7b65fed88534dff7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d552 expref: 5 pid: 9577 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746157058.447720:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678847744:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157058.447797:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157058.450050:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.450138:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.454310:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.456948:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.458263:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:2013:x1830977684443520:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1082us (1319us total) trans 4294972161 rc 0/0 00000100:00100000:0.0:1746157058.458270:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1675 00002000:00100000:0.0:1746157058.458278:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306ae300 x1830977684443520/t4294972161(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.458285:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ae300 with x1830977684443520 ext(0->7) 00010000:00010000:0.0:1746157058.458290:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092527000/0x7b65fed88534dffe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d559 expref: 75 pid: 9579 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.458301:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092527000/0x7b65fed88534dffe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d559 expref: 75 pid: 9579 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.458311:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ae300 00000100:00100000:0.0:1746157058.459551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.461221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.464033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.465630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.469129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.469690:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.471701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.476355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.480158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.484862:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977684445568:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4273us (4703us total) trans 4294972162 rc 0/0 00000100:00100000:0.0:1746157058.484875:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1678 00002000:00100000:0.0:1746157058.484886:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801226c9880 x1830977684445568/t4294972162(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.484897:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c9880 with x1830977684445568 ext(0->7) 00010000:00010000:0.0:1746157058.484906:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7400/0x7b65fed88534e013 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d56e expref: 76 pid: 9579 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.484924:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7400/0x7b65fed88534e013 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d56e expref: 76 pid: 9579 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.484932:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226c9880 00000100:00100000:0.0:1746157058.486360:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.489376:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.493285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.493854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.493962:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28413 00000100:00100000:0.0:1746157058.493968:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1111:x1830977684446208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157058.493985:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157058.494000:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092527000/0x7b65fed88534e021 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d583 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.494026:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.494027:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.494035:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092527000/0x7b65fed88534e021 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d583 expref: 77 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.494049:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092527000/0x7b65fed88534e021 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d583 expref: 77 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.494059:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:0.0:1746157058.494869:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:1111:x1830977684446208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 899us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157058.494877:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28413 00000100:00100000:0.0:1746157058.497930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.497965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.500269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.500363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.500382:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684446848 00000100:00100000:0.0:1746157058.500386:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684446848 00010000:00010000:0.0:1746157058.500404:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092527000/0x7b65fed88534e021 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d583 expref: 77 pid: 9674 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746157058.500439:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15756 00000100:00100000:0.0:1746157058.500445:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2013:x1830977684446848:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157058.500681:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157058.500700:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092527000/0x7b65fed88534e021 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d583 expref: 77 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.500847:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092527000/0x7b65fed88534e021 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d583 expref: 77 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.500864:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092527000/0x7b65fed88534e021 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d583 expref: 77 pid: 9674 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.500889:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.500890:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.500897:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534e028 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d57c expref: 76 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.501197:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534e028 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d57c expref: 76 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.501222:0:7222:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534e028 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d57c expref: 76 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.501234:0:7222:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534e028 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d57c expref: 76 pid: 9577 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746157058.501250:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801226cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7222:1830977678849280:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157058.501328:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157058.503332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.514165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.517657:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977684447360:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2521us (3492us total) trans 4294972163 rc 0/0 00000100:00100000:0.0:1746157058.517672:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1681 00002000:00100000:0.0:1746157058.517683:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801226cb800 x1830977684447360/t4294972163(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.517692:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226cb800 with x1830977684447360 ext(0->7) 00010000:00010000:0.0:1746157058.517702:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534e028 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d57c expref: 78 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.518556:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e400/0x7b65fed88534e028 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d57c expref: 78 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.518565:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226cb800 00000100:00100000:0.0:1746157058.521064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.525153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.536006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.539167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.545469:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.550954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.551297:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684448512 00000100:00100000:0.0:1746157058.551305:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684448512 00002000:00100000:0.0:1746157058.551343:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012388ce00 x1830977684448512/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/0 e 0 to 0 dl 1746157069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.551352:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012388ce00 with x1830977684448512 ext(0->7) 00010000:00010000:0.0:1746157058.551360:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534e036 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d591 expref: 78 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.551373:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534e036 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d591 expref: 78 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.551379:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012388ce00 00000100:00100000:0.0:1746157058.551406:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1683 00000100:00100000:0.0:1746157058.551414:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012388ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977684448512:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157058.552388:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012388ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977684448512:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 970us (1433us total) trans 4294972164 rc 0/0 00000100:00100000:0.0:1746157058.552396:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1683 00002000:00100000:0.0:1746157058.552403:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012388ce00 x1830977684448512/t4294972164(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.552411:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012388ce00 with x1830977684448512 ext(0->7) 00010000:00010000:0.0:1746157058.552418:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534e036 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d591 expref: 80 pid: 9577 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746157058.552430:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534e036 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d591 expref: 80 pid: 9577 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746157058.552436:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012388ce00 00000100:00100000:0.0:1746157058.561663:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.561820:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.573621:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.583538:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.587948:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.592711:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.599437:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.601121:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012388e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977684449664:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1217us (1676us total) trans 4294972165 rc 0/0 00000100:00100000:0.0:1746157058.601131:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1685 00002000:00100000:0.0:1746157058.601139:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012388e300 x1830977684449664/t4294972165(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.601147:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012388e300 with x1830977684449664 ext(0->7) 00010000:00010000:0.0:1746157058.601155:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e044 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d59f expref: 82 pid: 9674 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.601167:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e044 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d59f expref: 82 pid: 9674 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.601173:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012388e300 00000100:00100000:0.0:1746157058.603850:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.610321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.616547:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.617233:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.621564:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.624649:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.628690:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.634211:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012388fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:2013:x1830977684450944:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5302us (5518us total) trans 4294972166 rc 0/0 00000100:00100000:0.0:1746157058.634224:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1687 00002000:00100000:0.0:1746157058.634236:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012388fb80 x1830977684450944/t4294972166(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.634246:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012388fb80 with x1830977684450944 ext(0->7) 00010000:00010000:0.0:1746157058.634257:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534e052 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d5ad expref: 85 pid: 9578 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.634274:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534e052 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d5ad expref: 85 pid: 9578 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.634280:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012388fb80 00000100:00100000:0.0:1746157058.641254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.645838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.649961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.650016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.652944:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.656335:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.659919:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2010:x1830977684452224:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1032us (1393us total) trans 4294972167 rc 0/0 00000100:00100000:0.0:1746157058.659927:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1689 00002000:00100000:0.0:1746157058.659934:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306ef100 x1830977684452224/t4294972167(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.659941:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef100 with x1830977684452224 ext(0->7) 00010000:00010000:0.0:1746157058.659947:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534e060 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d5bb expref: 86 pid: 9578 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.659959:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a7600/0x7b65fed88534e060 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d5bb expref: 86 pid: 9578 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.659965:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ef100 00000100:00100000:0.0:1746157058.661644:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.664580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.670872:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.672457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.675006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.675257:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.677349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.677397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.681159:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.684658:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.685705:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977684454016:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 708us (1051us total) trans 4294972168 rc 0/0 00000100:00100000:0.0:1746157058.685713:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1692 00002000:00100000:0.0:1746157058.685718:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880131276d80 x1830977684454016/t4294972168(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.685725:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131276d80 with x1830977684454016 ext(0->7) 00010000:00010000:0.0:1746157058.685731:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926f1400/0x7b65fed88534e075 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d5d0 expref: 88 pid: 9578 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.685761:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926f1400/0x7b65fed88534e075 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d5d0 expref: 88 pid: 9578 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.685772:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131276d80 00000100:00100000:0.0:1746157058.690031:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.696647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.700522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.702420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.704573:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.707058:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.712321:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.713161:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:2012:x1830977684455296:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 548us (845us total) trans 4294972169 rc 0/0 00000100:00100000:0.0:1746157058.713168:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1694 00002000:00100000:0.0:1746157058.713174:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880123884000 x1830977684455296/t4294972169(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.713180:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884000 with x1830977684455296 ext(0->7) 00010000:00010000:0.0:1746157058.713185:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e083 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d5de expref: 91 pid: 9578 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.713193:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e083 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d5de expref: 91 pid: 9578 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.713198:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123884000 00000100:00100000:0.0:1746157058.718564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.722211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.724730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.728580:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.736852:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.737323:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.740540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.740665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.740702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.744397:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.746224:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.748376:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2012:x1830977684457344:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1797us (2150us total) trans 4294972170 rc 0/0 00000100:00100000:0.0:1746157058.748384:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1697 00002000:00100000:0.0:1746157058.748391:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880123886300 x1830977684457344/t4294972170(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.748399:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123886300 with x1830977684457344 ext(0->7) 00010000:00010000:0.0:1746157058.748405:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e098 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d5f3 expref: 92 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.748416:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e098 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d5f3 expref: 92 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.748422:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123886300 00000100:00100000:0.0:1746157058.753960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.757609:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.762544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.765845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.765937:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.769583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.770595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.771710:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.774490:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.778906:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.779884:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2013:x1830977684459136:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 803us (980us total) trans 4294972171 rc 0/0 00000100:00100000:0.0:1746157058.779891:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1700 00002000:00100000:0.0:1746157058.779897:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880123885880 x1830977684459136/t4294972171(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.779904:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123885880 with x1830977684459136 ext(0->7) 00010000:00010000:0.0:1746157058.779909:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e0ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d608 expref: 94 pid: 9578 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.779918:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e0ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d608 expref: 94 pid: 9578 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.779923:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123885880 00000100:00100000:0.0:1746157058.781716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.783981:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.786157:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.788693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.793269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.793346:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.795482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.797165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.797202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.801447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.806440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.807573:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977684461184:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 928us (1137us total) trans 4294972172 rc 0/0 00000100:00100000:0.0:1746157058.807581:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1702 00002000:00100000:0.0:1746157058.807587:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b259880 x1830977684461184/t4294972172(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.807595:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259880 with x1830977684461184 ext(0->7) 00010000:00010000:0.0:1746157058.807600:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6600/0x7b65fed88534e0c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d61d expref: 97 pid: 9578 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.807610:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6600/0x7b65fed88534e0c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d61d expref: 97 pid: 9578 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.807615:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b259880 00000100:00100000:0.0:1746157058.809049:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.812018:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.815280:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.820226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.820845:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.820869:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684462080 00000100:00100000:0.0:1746157058.820873:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684462080 00000100:00100000:0.0:1746157058.820931:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28438 00000100:00100000:0.0:1746157058.820939:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1110:x1830977684462080:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157058.820951:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157058.820966:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a76800/0x7b65fed88534e0d7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d632 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.820999:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e0c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d624 expref: 97 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.821008:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e0d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d62b expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.821015:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.821016:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.821019:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a76800/0x7b65fed88534e0d7 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d632 expref: 97 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.821051:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e0d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d62b expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.821061:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e0d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d62b expref: 6 pid: 9578 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746157058.821071:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678854656:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157058.822493:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e0c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d624 expref: 97 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.822506:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e0c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d624 expref: 97 pid: 9578 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746157058.822517:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678854784:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157058.822894:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157058.825931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.825979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.828832:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.837826:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.839465:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2010:x1830977684462976:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1455us (1641us total) trans 4294972173 rc 0/0 00000100:00100000:0.0:1746157058.839474:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1705 00002000:00100000:0.0:1746157058.839481:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d0f100 x1830977684462976/t4294972173(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.839488:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0f100 with x1830977684462976 ext(0->7) 00010000:00010000:0.0:1746157058.839496:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a76800/0x7b65fed88534e0d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d632 expref: 99 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.839509:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a76800/0x7b65fed88534e0d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d632 expref: 99 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.839515:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d0f100 00000100:00100000:0.0:1746157058.845826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.855920:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.856425:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.859957:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.860034:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.864248:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.876869:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.877835:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2013:x1830977684464256:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 747us (970us total) trans 4294972174 rc 0/0 00000100:00100000:0.0:1746157058.877843:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1707 00002000:00100000:0.0:1746157058.877849:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d679f80 x1830977684464256/t4294972174(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.877857:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d679f80 with x1830977684464256 ext(0->7) 00010000:00010000:0.0:1746157058.877863:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e0e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d640 expref: 100 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.877875:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e0e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d640 expref: 100 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.877880:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d679f80 00000100:00100000:0.0:1746157058.882214:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.884911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.890437:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.895640:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.900642:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.903849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.907647:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.908928:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2011:x1830977684465408:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1116us (1283us total) trans 4294972175 rc 0/0 00000100:00100000:0.0:1746157058.908937:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1709 00002000:00100000:0.0:1746157058.908943:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d67a300 x1830977684465408/t4294972175(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.908950:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67a300 with x1830977684465408 ext(0->7) 00010000:00010000:0.0:1746157058.908956:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e0f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d64e expref: 102 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.908967:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e0f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d64e expref: 102 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.908972:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d67a300 00000100:00100000:0.0:1746157058.910840:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.915705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.917576:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.917619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.919518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.919603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.922137:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.922181:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.927824:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.931968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.933347:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2013:x1830977684467200:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1211us (1381us total) trans 4294972176 rc 0/0 00000100:00100000:0.0:1746157058.933479:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1712 00002000:00100000:0.0:1746157058.933487:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f154000 x1830977684467200/t4294972176(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.933494:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154000 with x1830977684467200 ext(0->7) 00010000:00010000:0.0:1746157058.933500:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed88534e108 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d663 expref: 104 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.933511:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed88534e108 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d663 expref: 104 pid: 9577 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.933516:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f154000 00000100:00100000:0.0:1746157058.936118:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684467328 00000100:00100000:0.0:1746157058.936127:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684467328 00010000:00010000:0.0:1746157058.936152:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed88534e108 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d663 expref: 104 pid: 9577 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746157058.936174:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15789 00000100:00100000:0.0:1746157058.936180:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2011:x1830977684467328:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157058.936191:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157058.936205:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed88534e108 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d663 expref: 104 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.936215:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed88534e108 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d663 expref: 104 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.936233:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed88534e108 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d663 expref: 104 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.936255:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.936257:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157058.936263:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534e10f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d66a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.936270:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534e10f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d66a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.936301:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f000/0x7b65fed88534e10f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d66a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157058.936312:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f154700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678856832:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157058.936813:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157058.939589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.942233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.943296:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.944494:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.946838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.948420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.948494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.950873:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5bdc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678857344:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157058.950889:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534e124 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d67f expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157058.950900:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a6ee00, rc 0) 00000100:00100000:0.0:1746157058.950932:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684468480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1648us (2436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157058.950937:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28449 00000100:00100000:0.0:1746157058.951230:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684468736 00000100:00100000:0.0:1746157058.951234:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684468736 00002000:00100000:0.0:1746157058.951259:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226ca300 x1830977684468736/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/0 e 0 to 0 dl 1746157069 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.951268:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226ca300 with x1830977684468736 ext(0->4095) 00010000:00010000:0.0:1746157058.951273:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e11d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d678 expref: 104 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.951284:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e11d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d678 expref: 104 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.951295:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226ca300 00000100:00100000:0.0:1746157058.951344:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1714 00000100:00100000:0.0:1746157058.951351:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2011:x1830977684468736:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157058.951607:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2011:x1830977684468736:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 255us (626us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157058.951613:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1714 00002000:00100000:0.0:1746157058.951619:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226ca300 x1830977684468736/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.951626:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226ca300 with x1830977684468736 ext(0->4095) 00010000:00010000:0.0:1746157058.951631:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e11d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d678 expref: 104 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.951639:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e11d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d678 expref: 104 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.951644:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226ca300 00000100:00100000:0.0:1746157058.953350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.955345:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2012:x1830977684468992:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1774us (1990us total) trans 4294972177 rc 0/0 00000100:00100000:0.0:1746157058.955355:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1715 00002000:00100000:0.0:1746157058.955363:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f154700 x1830977684468992/t4294972177(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:619/0 lens 496/448 e 0 to 0 dl 1746157069 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157058.955371:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154700 with x1830977684468992 ext(0->7) 00010000:00010000:0.0:1746157058.955380:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e11d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d678 expref: 106 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157058.955394:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e11d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d678 expref: 106 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157058.955399:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f154700 00000100:00100000:0.0:1746157058.957994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.960432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.963387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.965989:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.968520:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.968610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.971716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.971853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.973077:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.976045:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.980289:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.986724:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.991618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.995042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.997130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157058.997260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.000074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.000156:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.000232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.000251:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684472064 00000100:00100000:0.0:1746157059.000256:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684472064 00010000:00010000:0.0:1746157059.000277:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e800/0x7b65fed88534e140 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d69b expref: 7 pid: 9577 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746157059.000486:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684472192 00000100:00100000:0.0:1746157059.000488:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684472192 00010000:00010000:0.0:1746157059.000497:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d694 expref: 109 pid: 9579 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746157059.002949:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.007865:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.011292:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2012:x1830977684472832:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3244us (3425us total) trans 4294972179 rc 0/0 00000100:00100000:0.0:1746157059.011305:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1721 00002000:00100000:0.0:1746157059.011316:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5cf480 x1830977684472832/t4294972179(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.011326:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cf480 with x1830977684472832 ext(0->7) 00010000:00010000:0.0:1746157059.011335:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f600/0x7b65fed88534e147 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6a2 expref: 110 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.011350:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f600/0x7b65fed88534e147 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6a2 expref: 110 pid: 9577 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.011356:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5cf480 00000100:00100000:0.0:1746157059.014362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.018168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.021452:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.021509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.025123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.027773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.034945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.040368:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2012:x1830977684474112:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3000us (5423us total) trans 4294972180 rc 0/0 00000100:00100000:0.0:1746157059.040378:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1723 00002000:00100000:0.0:1746157059.040385:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306ece00 x1830977684474112/t4294972180(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.040394:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ece00 with x1830977684474112 ext(0->7) 00010000:00010000:0.0:1746157059.040401:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e15c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6b0 expref: 113 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.040415:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e15c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6b0 expref: 113 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.040421:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ece00 00000100:00100000:0.0:1746157059.043508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.049050:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684474496 00000100:00100000:0.0:1746157059.049057:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684474496 00002000:00100000:0.0:1746157059.049090:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226c8a80 x1830977684474496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 488/0 e 0 to 0 dl 1746157070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.049100:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c8a80 with x1830977684474496 ext(0->4095) 00002000:00010000:0.0:1746157059.049104:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801226c8a80 00000100:00100000:0.0:1746157059.049133:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13035 00000100:00100000:0.0:1746157059.049139:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2011:x1830977684474496:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157059.049248:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2011:x1830977684474496:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157059.049255:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13035 00002000:00100000:0.0:1746157059.049260:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226c8a80 x1830977684474496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746157070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.049267:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c8a80 with x1830977684474496 ext(0->4095) 00002000:00010000:0.0:1746157059.049269:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801226c8a80 00000100:00100000:0.0:1746157059.052823:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.052869:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.056028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.056979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.059461:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.063548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.069272:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.072275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.074393:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2011:x1830977684475776:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1882us (2118us total) trans 4294972181 rc 0/0 00000100:00100000:0.0:1746157059.074403:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1725 00002000:00100000:0.0:1746157059.074412:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306eed80 x1830977684475776/t4294972181(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.074421:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eed80 with x1830977684475776 ext(0->7) 00010000:00010000:0.0:1746157059.074429:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e16a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6c5 expref: 114 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.074442:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e16a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6c5 expref: 114 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.074454:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306eed80 00000100:00100000:0.0:1746157059.077175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.079814:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.083403:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684476288 00000100:00100000:0.0:1746157059.083410:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684476288 00002000:00100000:0.0:1746157059.083441:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f2680 x1830977684476288/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/0 e 0 to 0 dl 1746157070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.083449:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2680 with x1830977684476288 ext(0->4095) 00010000:00010000:0.0:1746157059.083455:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6cc expref: 6 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.083465:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6cc expref: 6 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.083470:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306f2680 00000100:00100000:0.0:1746157059.083495:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1726 00000100:00100000:0.0:1746157059.083502:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684476288:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157059.083613:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684476288:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (285us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157059.083618:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1726 00002000:00100000:0.0:1746157059.083622:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f2680 x1830977684476288/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.083629:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2680 with x1830977684476288 ext(0->4095) 00010000:00010000:0.0:1746157059.083633:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6cc expref: 6 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.083642:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e171 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6cc expref: 6 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.083647:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306f2680 00000100:00100000:0.0:1746157059.085306:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.087569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.090183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.093350:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.094664:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2011:x1830977684476928:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1159us (1310us total) trans 4294972182 rc 0/0 00000100:00100000:0.0:1746157059.094673:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1727 00002000:00100000:0.0:1746157059.094681:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e4700 x1830977684476928/t4294972182(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.094688:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e4700 with x1830977684476928 ext(0->7) 00010000:00010000:0.0:1746157059.094695:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6d3 expref: 116 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.094707:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e178 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6d3 expref: 116 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.094712:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e4700 00000100:00100000:0.0:1746157059.097250:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.102648:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684477312 00000100:00100000:0.0:1746157059.102655:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684477312 00002000:00100000:0.0:1746157059.102693:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226c9500 x1830977684477312/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/0 e 0 to 0 dl 1746157070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.102704:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c9500 with x1830977684477312 ext(0->4095) 00002000:00010000:0.0:1746157059.102709:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801226c9500 00000100:00100000:0.0:1746157059.102761:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13038 00000100:00100000:0.0:1746157059.102769:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684477312:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157059.102915:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684477312:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (472us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157059.102920:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13038 00002000:00100000:0.0:1746157059.102925:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226c9500 x1830977684477312/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746157070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.102932:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c9500 with x1830977684477312 ext(0->4095) 00002000:00010000:0.0:1746157059.102934:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801226c9500 00000100:00100000:0.0:1746157059.105833:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.105879:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.109704:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.112194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.118132:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.123084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.125917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.128347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.130622:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.134779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.134823:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.136922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.137294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.138430:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15809 00000100:00100000:0.0:1746157059.138437:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2012:x1830977684479616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157059.138443:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157059.138451:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ec00/0x7b65fed88534e18d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6e8 expref: 119 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.138459:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ec00/0x7b65fed88534e18d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6e8 expref: 119 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.138471:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6ec00/0x7b65fed88534e18d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6e8 expref: 119 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.138484:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157059.138486:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157059.138492:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e19b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6f6 expref: 118 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.138614:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e19b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6f6 expref: 118 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.140806:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e19b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6f6 expref: 118 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157059.140825:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f209180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678861312:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157059.140969:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157059.143138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.147307:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.148443:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:2013:x1830977684480256:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 932us (1135us total) trans 4294972184 rc 0/0 00000100:00100000:0.0:1746157059.148452:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1731 00002000:00100000:0.0:1746157059.148459:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f20ad80 x1830977684480256/t4294972184(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.148466:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20ad80 with x1830977684480256 ext(0->7) 00010000:00010000:0.0:1746157059.148472:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e19b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6f6 expref: 120 pid: 9674 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.148483:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e19b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d6f6 expref: 120 pid: 9674 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.148489:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f20ad80 00000100:00100000:0.0:1746157059.157222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.163617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.165564:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.165597:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.167686:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.169274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.169321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.171780:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.174874:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684482048 00000100:00100000:0.0:1746157059.174881:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684482048 00002000:00100000:0.0:1746157059.174918:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801226c9880 x1830977684482048/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/0 e 0 to 0 dl 1746157070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.174927:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c9880 with x1830977684482048 ext(0->7) 00010000:00010000:0.0:1746157059.174934:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534e1b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d70b expref: 120 pid: 9674 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.174946:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534e1b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d70b expref: 120 pid: 9674 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.174952:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226c9880 00000100:00100000:0.0:1746157059.174980:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1733 00000100:00100000:0.0:1746157059.174987:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:2010:x1830977684482048:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157059.176487:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+122:2010:x1830977684482048:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1494us (1677us total) trans 4294972185 rc 0/0 00000100:00100000:0.0:1746157059.176496:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1733 00002000:00100000:0.0:1746157059.176503:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801226c9880 x1830977684482048/t4294972185(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.176511:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c9880 with x1830977684482048 ext(0->7) 00010000:00010000:0.0:1746157059.176518:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534e1b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d70b expref: 122 pid: 9674 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.176531:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534e1b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d70b expref: 122 pid: 9674 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.176537:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226c9880 00000100:00100000:0.0:1746157059.178600:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.183209:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801226caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678862208:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157059.183228:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157059.183276:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+121:2013:x1830977684482176:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3057us (4679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157059.183287:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15813 00000100:00100000:0.0:1746157059.183454:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684482432 00000100:00100000:0.0:1746157059.183462:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684482432 00002000:00100000:0.0:1746157059.183488:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a5bdf800 x1830977684482432/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/0 e 0 to 0 dl 1746157070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.183496:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdf800 with x1830977684482432 ext(0->4095) 00002000:00010000:0.0:1746157059.183500:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bdf800 00000100:00100000:0.0:1746157059.183520:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13044 00000100:00100000:0.0:1746157059.183525:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684482432:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157059.183641:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684482432:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (245us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157059.183647:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13044 00002000:00100000:0.0:1746157059.183652:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a5bdf800 x1830977684482432/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746157070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.183659:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdf800 with x1830977684482432 ext(0->4095) 00002000:00010000:0.0:1746157059.183662:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bdf800 00000100:00100000:0.0:1746157059.187188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.191280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.196720:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.196805:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.200960:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.202554:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.203050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.210729:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.213512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.215209:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2013:x1830977684484096:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1259us (1695us total) trans 4294972186 rc 0/0 00000100:00100000:0.0:1746157059.215217:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1735 00002000:00100000:0.0:1746157059.215225:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c5cb800 x1830977684484096/t4294972186(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.215232:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb800 with x1830977684484096 ext(0->7) 00010000:00010000:0.0:1746157059.215240:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e1c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d720 expref: 124 pid: 9674 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.215252:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e1c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d720 expref: 124 pid: 9674 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.215258:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c5cb800 00000100:00100000:0.0:1746157059.219054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.228873:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.230181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.230782:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684484608 00000100:00100000:0.0:1746157059.230788:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684484608 00002000:00100000:0.0:1746157059.230815:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c5ca300 x1830977684484608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/0 e 0 to 0 dl 1746157070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.230822:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca300 with x1830977684484608 ext(0->4095) 00010000:00010000:0.0:1746157059.230828:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e1cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d727 expref: 6 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.230838:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e1cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d727 expref: 6 pid: 9577 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.230844:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c5ca300 00000100:00100000:0.0:1746157059.230860:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1736 00000100:00100000:0.0:1746157059.230865:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684484608:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157059.231125:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684484608:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 258us (944us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157059.231131:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1736 00002000:00100000:0.0:1746157059.231136:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c5ca300 x1830977684484608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.231143:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca300 with x1830977684484608 ext(0->4095) 00010000:00010000:0.0:1746157059.231148:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e1cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d727 expref: 6 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.231157:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e1cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d727 expref: 6 pid: 9577 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.231163:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c5ca300 00000100:00100000:0.0:1746157059.233996:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.237049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.238853:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.241370:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.242481:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+126:2011:x1830977684485248:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 805us (1115us total) trans 4294972187 rc 0/0 00000100:00100000:0.0:1746157059.242488:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1737 00002000:00100000:0.0:1746157059.242493:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c5cb480 x1830977684485248/t4294972187(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.242500:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb480 with x1830977684485248 ext(0->7) 00010000:00010000:0.0:1746157059.242505:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534e1d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d72e expref: 126 pid: 9674 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.242514:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534e1d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d72e expref: 126 pid: 9674 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.242519:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c5cb480 00000100:00100000:0.0:1746157059.245450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.248509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.254878:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.258511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.260994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.261282:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.264551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.268364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.271771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.277333:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.280559:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.282577:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+128:2011:x1830977684487168:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1740us (2013us total) trans 4294972188 rc 0/0 00000100:00100000:0.0:1746157059.282587:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1739 00002000:00100000:0.0:1746157059.282595:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009260ad80 x1830977684487168/t4294972188(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.282603:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260ad80 with x1830977684487168 ext(0->7) 00010000:00010000:0.0:1746157059.282609:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534e1e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d743 expref: 128 pid: 9674 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.282621:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534e1e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d743 expref: 128 pid: 9674 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.282627:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009260ad80 00000100:00100000:0.0:1746157059.284648:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.291117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.294059:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.294774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.298882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.302060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.305326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.306250:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+131:2013:x1830977684488448:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 782us (925us total) trans 4294972189 rc 0/0 00000100:00100000:0.0:1746157059.306258:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1741 00002000:00100000:0.0:1746157059.306264:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009260b800 x1830977684488448/t4294972189(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.306269:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260b800 with x1830977684488448 ext(0->7) 00010000:00010000:0.0:1746157059.306275:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e1f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d751 expref: 131 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.306284:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e1f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d751 expref: 131 pid: 9577 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.306288:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009260b800 00000100:00100000:0.0:1746157059.308979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.319260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.322710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.323796:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684489088 00000100:00100000:0.0:1746157059.323800:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684489088 00000100:00100000:0.0:1746157059.323820:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28482 00000100:00100000:0.0:1746157059.323825:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1111:x1830977684489088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157059.323833:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157059.323838:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e71f400/0x7b65fed88534e20b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d75f expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.323850:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157059.323853:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e204 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d766 expref: 131 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.323858:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157059.323860:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e71f400/0x7b65fed88534e20b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d75f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.323878:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e204 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d766 expref: 131 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.323887:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e71f400/0x7b65fed88534e20b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d75f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.323895:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71f400, rc 0) 00000100:00100000:0.0:1746157059.323927:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684489088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157059.323936:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28482 00000100:00100000:0.0:1746157059.325451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.332243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.338353:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.339769:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+132:2012:x1830977684489728:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1041us (1391us total) trans 4294972190 rc 0/0 00000100:00100000:0.0:1746157059.339779:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1743 00002000:00100000:0.0:1746157059.339789:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3ad180 x1830977684489728/t4294972190(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.339798:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad180 with x1830977684489728 ext(0->7) 00010000:00010000:0.0:1746157059.339806:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e204 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d766 expref: 132 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.339820:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e204 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d766 expref: 132 pid: 9577 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.339826:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3ad180 00000100:00100000:0.0:1746157059.343809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.347710:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684490112 00000100:00100000:0.0:1746157059.347720:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684490112 00002000:00100000:0.0:1746157059.347767:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226cbb80 x1830977684490112/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/0 e 0 to 0 dl 1746157070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.347777:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226cbb80 with x1830977684490112 ext(0->4095) 00002000:00010000:0.0:1746157059.347780:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801226cbb80 00000100:00100000:0.0:1746157059.347803:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13053 00000100:00100000:0.0:1746157059.347810:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684490112:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157059.347919:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684490112:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157059.347924:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13053 00002000:00100000:0.0:1746157059.347929:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226cbb80 x1830977684490112/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746157070 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.347935:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226cbb80 with x1830977684490112 ext(0->4095) 00002000:00010000:0.0:1746157059.347938:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801226cbb80 00000100:00100000:0.0:1746157059.350618:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.355688:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.355734:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.359646:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.361539:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.361581:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.364228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.367489:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.369595:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+134:2013:x1830977684491520:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1939us (2104us total) trans 4294972191 rc 0/0 00000100:00100000:0.0:1746157059.369604:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1745 00002000:00100000:0.0:1746157059.369612:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3afb80 x1830977684491520/t4294972191(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.369620:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3afb80 with x1830977684491520 ext(0->7) 00010000:00010000:0.0:1746157059.369626:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e219 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d774 expref: 134 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.369646:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e219 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d774 expref: 134 pid: 9577 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.369651:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3afb80 00000100:00100000:0.0:1746157059.378542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.383194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.385327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.386203:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.387734:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.394216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.395604:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+137:2013:x1830977684492800:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1099us (1390us total) trans 4294972192 rc 0/0 00000100:00100000:0.0:1746157059.395611:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1747 00002000:00100000:0.0:1746157059.395618:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008cc2c000 x1830977684492800/t4294972192(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.395626:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c000 with x1830977684492800 ext(0->7) 00010000:00010000:0.0:1746157059.395632:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e227 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d782 expref: 137 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.395643:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e227 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d782 expref: 137 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.395649:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc2c000 00000100:00100000:0.0:1746157059.399466:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.404779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.407042:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.409025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.412955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.415730:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.420428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.420468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.420501:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.420517:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684494080 00000100:00100000:0.0:1746157059.420523:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684494080 00010000:00010000:0.0:1746157059.420549:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e235 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d790 expref: 7 pid: 9579 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746157059.420568:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684494336 00000100:00100000:0.0:1746157059.420569:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684494336 00010000:00010000:0.0:1746157059.420577:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e22e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d789 expref: 138 pid: 9577 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746157059.420589:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15831 00000100:00100000:0.0:1746157059.420594:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2010:x1830977684494080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157059.420603:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157059.420618:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e235 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d790 expref: 7 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.420632:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e235 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d790 expref: 8 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.421076:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e235 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d790 expref: 7 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.421092:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157059.421094:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157059.421099:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e23c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d797 expref: 135 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.421114:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e23c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d797 expref: 135 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.421131:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e23c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d797 expref: 135 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.421139:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e23c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d797 expref: 135 pid: 9579 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746157059.421148:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678866688:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157059.421276:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157059.424144:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.427953:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.429830:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+138:2013:x1830977684494848:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1598us (1879us total) trans 4294972193 rc 0/0 00000100:00100000:0.0:1746157059.429841:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1749 00002000:00100000:0.0:1746157059.429849:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008cc2c700 x1830977684494848/t4294972193(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.429856:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c700 with x1830977684494848 ext(0->7) 00010000:00010000:0.0:1746157059.429864:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e23c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d797 expref: 138 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.429876:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e23c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d797 expref: 138 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.429883:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc2c700 00000100:00100000:0.0:1746157059.432701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.443648:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.445234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.446866:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.450873:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.458522:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.463338:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.466063:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+141:2013:x1830977684496128:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2510us (2725us total) trans 4294972194 rc 0/0 00000100:00100000:0.0:1746157059.466073:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1751 00002000:00100000:0.0:1746157059.466081:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008cc2e300 x1830977684496128/t4294972194(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.466088:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2e300 with x1830977684496128 ext(0->7) 00010000:00010000:0.0:1746157059.466094:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e24a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7a5 expref: 141 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.466114:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e24a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7a5 expref: 141 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.466121:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc2e300 00000100:00100000:0.0:1746157059.471163:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.480297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.480892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.481347:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684496640 00000100:00100000:0.0:1746157059.481351:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684496640 00002000:00100000:0.0:1746157059.481371:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008e5bf100 x1830977684496640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 488/0 e 0 to 0 dl 1746157070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.481379:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf100 with x1830977684496640 ext(0->4095) 00010000:00010000:0.0:1746157059.481384:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e000/0x7b65fed88534e251 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7ac expref: 142 pid: 9578 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.481394:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e000/0x7b65fed88534e251 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7ac expref: 142 pid: 9578 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.481399:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5bf100 00000100:00100000:0.0:1746157059.481419:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1752 00000100:00100000:0.0:1746157059.481424:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+142:2012:x1830977684496640:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157059.483051:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+142:2012:x1830977684496640:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1619us (2152us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157059.483060:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1752 00002000:00100000:0.0:1746157059.483067:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008e5bf100 x1830977684496640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.483076:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf100 with x1830977684496640 ext(0->4095) 00010000:00010000:0.0:1746157059.483083:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e000/0x7b65fed88534e251 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7ac expref: 142 pid: 9578 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.483094:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e000/0x7b65fed88534e251 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7ac expref: 142 pid: 9578 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.483112:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5bf100 00000100:00100000:0.0:1746157059.485350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.485401:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.488852:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.493779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.494896:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+142:2010:x1830977684497408:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 795us (1119us total) trans 4294972195 rc 0/0 00000100:00100000:0.0:1746157059.494903:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1754 00002000:00100000:0.0:1746157059.494908:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5bd880 x1830977684497408/t4294972195(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.494915:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bd880 with x1830977684497408 ext(0->7) 00010000:00010000:0.0:1746157059.494920:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e258 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7b3 expref: 142 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.494930:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e258 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7b3 expref: 142 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.494935:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5bd880 00000100:00100000:0.0:1746157059.497365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.500139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.502614:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.506865:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.512695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.512773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.515896:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.516395:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.516730:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.518227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.521115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.522264:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+145:2013:x1830977684499456:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 842us (1162us total) trans 4294972196 rc 0/0 00000100:00100000:0.0:1746157059.522270:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1756 00002000:00100000:0.0:1746157059.522276:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d11c00 x1830977684499456/t4294972196(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.522283:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11c00 with x1830977684499456 ext(0->7) 00010000:00010000:0.0:1746157059.522288:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e26d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7c8 expref: 145 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.522298:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e26d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7c8 expref: 145 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.522303:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d11c00 00000100:00100000:0.0:1746157059.524628:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.529536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.534797:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.535005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.537011:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.537732:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.537829:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684500480 00000100:00100000:0.0:1746157059.537834:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684500480 00002000:00100000:0.0:1746157059.537858:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880093d10700 x1830977684500480/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/0 e 0 to 0 dl 1746157070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.537872:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10700 with x1830977684500480 ext(0->4095) 00010000:00010000:0.0:1746157059.537878:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e27b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7d6 expref: 6 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.537889:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e27b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7d6 expref: 6 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.537895:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d10700 00000100:00100000:0.0:1746157059.537910:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1757 00000100:00100000:0.0:1746157059.537915:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684500480:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157059.538007:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684500480:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 91us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157059.538012:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1757 00002000:00100000:0.0:1746157059.538017:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880093d10700 x1830977684500480/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.538023:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10700 with x1830977684500480 ext(0->4095) 00010000:00010000:0.0:1746157059.538027:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e27b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7d6 expref: 6 pid: 9579 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.538035:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e27b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7d6 expref: 6 pid: 9579 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.538040:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d10700 00000100:00100000:0.0:1746157059.540442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.545289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.550056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.554215:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.555432:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+146:2012:x1830977684501120:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 929us (1224us total) trans 4294972197 rc 0/0 00000100:00100000:0.0:1746157059.555442:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1758 00002000:00100000:0.0:1746157059.555449:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d10000 x1830977684501120/t4294972197(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.555458:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10000 with x1830977684501120 ext(0->7) 00010000:00010000:0.0:1746157059.555466:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e282 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7dd expref: 146 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.555478:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e282 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7dd expref: 146 pid: 9577 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.555485:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d10000 00000100:00100000:0.0:1746157059.558048:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.561638:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.563477:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.564326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.567647:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.570186:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.572543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.573551:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+149:2010:x1830977684502400:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 694us (1010us total) trans 4294972198 rc 0/0 00000100:00100000:0.0:1746157059.573558:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1760 00002000:00100000:0.0:1746157059.573568:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d12300 x1830977684502400/t4294972198(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.573574:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12300 with x1830977684502400 ext(0->7) 00010000:00010000:0.0:1746157059.573579:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e290 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7eb expref: 149 pid: 9577 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746157059.573589:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e290 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d7eb expref: 149 pid: 9577 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746157059.573595:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d12300 00000100:00100000:0.0:1746157059.575075:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.580998:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.584018:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.588582:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.592703:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.592757:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.593284:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.594540:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.596507:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.597224:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+151:2011:x1830977684504192:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 560us (711us total) trans 4294972199 rc 0/0 00000100:00100000:0.0:1746157059.597234:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1763 00002000:00100000:0.0:1746157059.597240:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008bc19c00 x1830977684504192/t4294972199(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.597248:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19c00 with x1830977684504192 ext(0->7) 00010000:00010000:0.0:1746157059.597253:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e2a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d800 expref: 151 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.597265:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e2a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d800 expref: 151 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.597272:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc19c00 00000100:00100000:0.0:1746157059.599809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.602287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.603880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.606470:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.612831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.612887:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.617803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.617844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.617881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.620025:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.622221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.623199:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+153:2012:x1830977684506240:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 825us (980us total) trans 4294972200 rc 0/0 00000100:00100000:0.0:1746157059.623206:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1765 00002000:00100000:0.0:1746157059.623212:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009118df80 x1830977684506240/t4294972200(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.623220:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118df80 with x1830977684506240 ext(0->7) 00010000:00010000:0.0:1746157059.623225:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6600/0x7b65fed88534e2ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d815 expref: 153 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.623236:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6600/0x7b65fed88534e2ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d815 expref: 153 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.623243:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009118df80 00000100:00100000:0.0:1746157059.627044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.630321:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.633275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.635368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.635867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.638539:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.639911:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.642197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.642240:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.646018:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.648471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.650690:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+154:2013:x1830977684508288:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1811us (2216us total) trans 4294972201 rc 0/0 00000100:00100000:0.0:1746157059.650699:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1768 00002000:00100000:0.0:1746157059.650707:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091089c00 x1830977684508288/t4294972201(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.650715:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089c00 with x1830977684508288 ext(0->7) 00010000:00010000:0.0:1746157059.650723:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6800/0x7b65fed88534e2cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d82a expref: 154 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.650801:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6800/0x7b65fed88534e2cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d82a expref: 154 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.650808:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091089c00 00000100:00100000:0.0:1746157059.652839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.654898:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.657079:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.662054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.665543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.665588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.668057:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.668087:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.668136:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.672638:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.676572:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.677820:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+157:2012:x1830977684510336:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1006us (1251us total) trans 4294972202 rc 0/0 00000100:00100000:0.0:1746157059.677829:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1770 00002000:00100000:0.0:1746157059.677837:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091088700 x1830977684510336/t4294972202(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.677845:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088700 with x1830977684510336 ext(0->7) 00010000:00010000:0.0:1746157059.677852:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534e2e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d83f expref: 157 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.677866:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e600/0x7b65fed88534e2e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d83f expref: 157 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.677872:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091088700 00000100:00100000:0.0:1746157059.679528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.684443:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.687664:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.692512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.693502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.696916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.696941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.696965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.703027:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.707582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.710623:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+159:2012:x1830977684512128:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2677us (3045us total) trans 4294972203 rc 0/0 00000100:00100000:0.0:1746157059.710635:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1773 00002000:00100000:0.0:1746157059.710646:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008fedaa00 x1830977684512128/t4294972203(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.711118:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedaa00 with x1830977684512128 ext(0->7) 00010000:00010000:0.0:1746157059.711128:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e000/0x7b65fed88534e2f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d854 expref: 159 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.711143:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ef6e000/0x7b65fed88534e2f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d854 expref: 159 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.711149:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fedaa00 00000100:00100000:0.0:1746157059.715474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.720725:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.720817:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.724305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.724398:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.728190:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.728222:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684513152 00000100:00100000:0.0:1746157059.728231:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684513152 00002000:00100000:0.0:1746157059.728273:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008fed9f80 x1830977684513152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 488/0 e 0 to 0 dl 1746157070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.728283:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9f80 with x1830977684513152 ext(0->4095) 00010000:00010000:0.0:1746157059.728291:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d862 expref: 159 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.728305:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d862 expref: 159 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.728311:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fed9f80 00000100:00100000:0.0:1746157059.728328:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1775 00000100:00100000:0.0:1746157059.728335:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+158:2010:x1830977684513152:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157059.730167:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+158:2010:x1830977684513152:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1822us (1978us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157059.730179:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1775 00002000:00100000:0.0:1746157059.730187:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008fed9f80 x1830977684513152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.730196:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9f80 with x1830977684513152 ext(0->4095) 00010000:00010000:0.0:1746157059.730205:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d862 expref: 158 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.730219:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d862 expref: 158 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.730226:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fed9f80 00000100:00100000:0.0:1746157059.735072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.737564:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+160:2010:x1830977684513408:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2097us (2495us total) trans 4294972204 rc 0/0 00000100:00100000:0.0:1746157059.737576:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1776 00002000:00100000:0.0:1746157059.737584:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008fed8e00 x1830977684513408/t4294972204(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.737593:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8e00 with x1830977684513408 ext(0->7) 00010000:00010000:0.0:1746157059.737600:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d862 expref: 160 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.737614:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e307 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d862 expref: 160 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.737620:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fed8e00 00000100:00100000:0.0:1746157059.740081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.754568:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.754617:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.766849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.770693:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.774864:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.777085:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+163:2013:x1830977684514688:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1049us (2223us total) trans 4294972205 rc 0/0 00000100:00100000:0.0:1746157059.777095:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1778 00002000:00100000:0.0:1746157059.777113:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092890380 x1830977684514688/t4294972205(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.777121:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890380 with x1830977684514688 ext(0->7) 00010000:00010000:0.0:1746157059.777130:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5600/0x7b65fed88534e315 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d877 expref: 163 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.777144:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5600/0x7b65fed88534e315 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d877 expref: 163 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.777151:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092890380 00000100:00100000:0.0:1746157059.778708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.783943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.788200:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.790889:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.791408:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.797188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.800311:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.803960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.807986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.812581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.818572:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.823518:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.823645:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.826247:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.826892:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.830874:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.830933:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.836010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.838806:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.843912:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+166:2012:x1830977684518528:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2260us (5101us total) trans 4294972207 rc 0/0 00000100:00100000:0.0:1746157059.843926:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1783 00002000:00100000:0.0:1746157059.843935:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88013133ed80 x1830977684518528/t4294972207(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.843944:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133ed80 with x1830977684518528 ext(0->7) 00010000:00010000:0.0:1746157059.843953:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7800/0x7b65fed88534e33f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d89a expref: 166 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.843968:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7800/0x7b65fed88534e33f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d89a expref: 166 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.843975:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133ed80 00000100:00100000:0.0:1746157059.850533:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.858527:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.861706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.863808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.863907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.867896:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.867930:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.867986:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.868006:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684519808 00000100:00100000:0.0:1746157059.868008:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684519808 00000100:00100000:0.0:1746157059.868033:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28530 00000100:00100000:0.0:1746157059.868041:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1111:x1830977684519808:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157059.868058:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157059.868074:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013566d000/0x7b65fed88534e35b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d8b6 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.868098:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157059.868114:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e354 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8af expref: 167 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.868120:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157059.868123:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013566d000/0x7b65fed88534e35b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8b6 expref: 8 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.868160:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e354 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8af expref: 167 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.868172:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013566d000/0x7b65fed88534e35b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8b6 expref: 8 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.868181:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013566d000, rc 0) 00000100:00100000:0.0:1746157059.868224:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:1111:x1830977684519808:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157059.868231:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28530 00000100:00100000:0.0:1746157059.868329:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15872 00000100:00100000:0.0:1746157059.868334:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+168:2011:x1830977684519680:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157059.868339:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157059.868351:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e34d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8a8 expref: 168 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.868626:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e34d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8a8 expref: 168 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.868992:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e34d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8a8 expref: 167 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.869004:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157059.869006:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157059.869011:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e354 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8af expref: 166 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.869017:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e354 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8af expref: 166 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.869035:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e354 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8af expref: 166 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.869046:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e354 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8af expref: 166 pid: 9577 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746157059.869058:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678875648:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157059.869122:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157059.872180:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.876428:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.878405:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+168:2010:x1830977684520320:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1716us (1973us total) trans 4294972208 rc 0/0 00000100:00100000:0.0:1746157059.878416:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1785 00002000:00100000:0.0:1746157059.878425:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88013133e680 x1830977684520320/t4294972208(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.878440:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133e680 with x1830977684520320 ext(0->7) 00010000:00010000:0.0:1746157059.878449:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e354 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8af expref: 168 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.878465:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6200/0x7b65fed88534e354 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8af expref: 168 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.878472:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133e680 00000100:00100000:0.0:1746157059.882905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.887977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.892645:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.893688:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.896925:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.901128:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.903537:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.906921:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+171:2010:x1830977684521600:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3085us (3383us total) trans 4294972209 rc 0/0 00000100:00100000:0.0:1746157059.906934:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1787 00002000:00100000:0.0:1746157059.906945:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008cc2ca80 x1830977684521600/t4294972209(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.906954:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2ca80 with x1830977684521600 ext(0->7) 00010000:00010000:0.0:1746157059.906964:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8bd expref: 171 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.906981:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8bd expref: 171 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.906988:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc2ca80 00000100:00100000:0.0:1746157059.909070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.912670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.914881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.920948:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.921144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.924313:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.924408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.927723:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684523136 00000100:00100000:0.0:1746157059.927731:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684523136 00000100:00100000:0.0:1746157059.927794:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28535 00000100:00100000:0.0:1746157059.927801:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1111:x1830977684523136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157059.927819:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157059.927837:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007d7cac00/0x7b65fed88534e37e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d8d9 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.927862:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157059.927868:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e377 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8d2 expref: 170 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.927874:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157059.927877:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007d7cac00/0x7b65fed88534e37e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8d9 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.927914:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e377 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8d2 expref: 170 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.927931:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007d7cac00/0x7b65fed88534e37e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8d9 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.927940:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007d7cac00, rc 0) 00000100:00100000:0.0:1746157059.927984:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684523136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157059.927991:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28535 00000100:00100000:0.0:1746157059.930620:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.933877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.935028:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+172:2012:x1830977684523648:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 947us (1155us total) trans 4294972210 rc 0/0 00000100:00100000:0.0:1746157059.935036:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1791 00002000:00100000:0.0:1746157059.935043:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3ac700 x1830977684523648/t4294972210(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.935049:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ac700 with x1830977684523648 ext(0->7) 00010000:00010000:0.0:1746157059.935055:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8d2 expref: 172 pid: 9578 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.935064:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8d2 expref: 172 pid: 9578 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.935069:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3ac700 00000100:00100000:0.0:1746157059.938478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.946237:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.948814:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.952096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.954654:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.955230:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684524800 00000100:00100000:0.0:1746157059.955237:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684524800 00002000:00100000:0.0:1746157059.955274:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f2a00 x1830977684524800/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/0 e 0 to 0 dl 1746157070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.955283:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2a00 with x1830977684524800 ext(0->4095) 00010000:00010000:0.0:1746157059.955290:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007d7cac00/0x7b65fed88534e37e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8d9 expref: 6 pid: 9578 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.955301:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007d7cac00/0x7b65fed88534e37e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8d9 expref: 6 pid: 9578 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.955308:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306f2a00 00000100:00100000:0.0:1746157059.955334:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1792 00000100:00100000:0.0:1746157059.955341:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684524800:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157059.955484:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684524800:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157059.955491:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1792 00002000:00100000:0.0:1746157059.955498:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f2a00 x1830977684524800/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.955504:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2a00 with x1830977684524800 ext(0->4095) 00010000:00010000:0.0:1746157059.955508:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007d7cac00/0x7b65fed88534e37e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8d9 expref: 6 pid: 9578 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.955521:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007d7cac00/0x7b65fed88534e37e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8d9 expref: 6 pid: 9578 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.955526:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306f2a00 00000100:00100000:0.0:1746157059.957270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.958895:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.958919:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684525184 00000100:00100000:0.0:1746157059.958924:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684525184 00000100:00100000:0.0:1746157059.958949:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28538 00000100:00100000:0.0:1746157059.958954:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+174:1111:x1830977684525184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157059.958967:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157059.958978:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013566ca00/0x7b65fed88534e393 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d8ee expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.958994:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157059.958998:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e38c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8e7 expref: 175 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.959004:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157059.959007:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013566ca00/0x7b65fed88534e393 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8ee expref: 175 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.959032:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e38c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8e7 expref: 175 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.959041:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013566ca00/0x7b65fed88534e393 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8ee expref: 175 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157059.959053:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013566ca00, rc 0) 00000100:00100000:0.0:1746157059.959073:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+174:1111:x1830977684525184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157059.959079:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28538 00000100:00100000:0.0:1746157059.959191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.961241:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.964780:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.966130:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+175:2010:x1830977684525696:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1156us (1345us total) trans 4294972211 rc 0/0 00000100:00100000:0.0:1746157059.966143:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1794 00002000:00100000:0.0:1746157059.966154:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f209c00 x1830977684525696/t4294972211(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:620/0 lens 496/448 e 0 to 0 dl 1746157070 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157059.966162:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209c00 with x1830977684525696 ext(0->7) 00010000:00010000:0.0:1746157059.966171:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e38c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8e7 expref: 175 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157059.966186:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e38c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d8e7 expref: 175 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157059.966193:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f209c00 00000100:00100000:0.0:1746157059.967633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.972523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.976804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.981131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.982588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.984547:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.987252:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.987289:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157059.997925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.001054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157060.002766:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157060.006118:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.008537:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.010155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.011807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.012461:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.014373:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684528640 00000100:00100000:0.0:1746157060.014376:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684528640 00010000:00010000:0.0:1746157060.014390:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e3af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d90a expref: 6 pid: 9579 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746157060.014414:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15886 00000100:00100000:0.0:1746157060.014419:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684528640:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157060.014426:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157060.014437:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e3af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d90a expref: 6 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.014446:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e3af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d90a expref: 6 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.014458:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e3af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d90a expref: 6 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.014474:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.014475:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.014480:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e3b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d911 expref: 176 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.014487:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e3b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d911 expref: 176 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.014503:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e3b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d911 expref: 176 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.014512:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e3b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d911 expref: 176 pid: 9579 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746157060.014522:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678878720:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157060.014561:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157060.016289:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.019667:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.020805:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+179:2013:x1830977684529280:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 940us (1140us total) trans 4294972213 rc 0/0 00000100:00100000:0.0:1746157060.020812:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1800 00002000:00100000:0.0:1746157060.020818:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880093d0fb80 x1830977684529280/t4294972213(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.020825:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0fb80 with x1830977684529280 ext(0->7) 00010000:00010000:0.0:1746157060.020830:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e3b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d911 expref: 179 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.020841:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e3b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d911 expref: 179 pid: 9579 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.020847:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d0fb80 00000100:00100000:0.0:1746157060.022706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.024918:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.026377:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.027478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.032191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.034500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.034669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.038566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.038600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.038856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.041321:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.045584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.046583:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+180:2013:x1830977684531584:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 754us (1004us total) trans 4294972214 rc 0/0 00000100:00100000:0.0:1746157060.046589:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1802 00002000:00100000:0.0:1746157060.046594:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f3e5880 x1830977684531584/t4294972214(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.046601:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5880 with x1830977684531584 ext(0->7) 00010000:00010000:0.0:1746157060.046606:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5200/0x7b65fed88534e3cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d926 expref: 180 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.046619:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5200/0x7b65fed88534e3cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d926 expref: 180 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.046625:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e5880 00000100:00100000:0.0:1746157060.049989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.056645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.064694:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.066006:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.069591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.071731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.071948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.071995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.072008:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684532736 00000100:00100000:0.0:1746157060.072010:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684532736 00010000:00010000:0.0:1746157060.072020:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e3d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d934 expref: 181 pid: 9579 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746157060.072054:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15891 00000100:00100000:0.0:1746157060.072060:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+181:2012:x1830977684532736:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157060.072069:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157060.072082:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e3d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d934 expref: 181 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.072091:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e3d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d934 expref: 181 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.072122:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e3d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d934 expref: 181 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.072136:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157060.072154:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+180:2012:x1830977684532736:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 94us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157060.072159:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15891 00000100:00100000:0.0:1746157060.072169:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15892 00000100:00100000:0.0:1746157060.072173:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684532608:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157060.072178:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157060.072184:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e3d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d92d expref: 6 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.072191:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e3d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d92d expref: 6 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.072201:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e3d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d92d expref: 6 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.072208:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.072209:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.072215:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e3e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d93b expref: 179 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.072221:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e3e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d93b expref: 179 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.072247:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e3e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d93b expref: 179 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157060.072257:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011f3e4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678879872:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157060.072512:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157060.074108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.079126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.080261:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+182:2012:x1830977684533376:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 959us (1138us total) trans 4294972215 rc 0/0 00000100:00100000:0.0:1746157060.080269:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1805 00002000:00100000:0.0:1746157060.080275:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f3e4a80 x1830977684533376/t4294972215(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.080283:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4a80 with x1830977684533376 ext(0->7) 00010000:00010000:0.0:1746157060.080289:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e3e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d93b expref: 182 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.080300:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e3e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d93b expref: 182 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.080305:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e4a80 00000100:00100000:0.0:1746157060.083347:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.086193:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.094136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.097312:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.099491:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.102702:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+185:2011:x1830977684534656:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2912us (3204us total) trans 4294972216 rc 0/0 00000100:00100000:0.0:1746157060.102713:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1807 00002000:00100000:0.0:1746157060.102722:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ce86680 x1830977684534656/t4294972216(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.102730:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86680 with x1830977684534656 ext(0->7) 00010000:00010000:0.0:1746157060.102760:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5600/0x7b65fed88534e3ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d949 expref: 185 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.102773:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5600/0x7b65fed88534e3ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d949 expref: 185 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.102779:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce86680 00000100:00100000:0.0:1746157060.105363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.108161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.111867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.114266:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.115479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.116313:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.116330:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684535808 00000100:00100000:0.0:1746157060.116333:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684535808 00002000:00100000:0.0:1746157060.116352:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008ce85f80 x1830977684535808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/0 e 0 to 0 dl 1746157071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.116521:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85f80 with x1830977684535808 ext(0->4095) 00010000:00010000:0.0:1746157060.116528:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534e3f5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d950 expref: 186 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.116539:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534e3f5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d950 expref: 186 pid: 9579 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.116544:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce85f80 00000100:00100000:0.0:1746157060.116569:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1808 00000100:00100000:0.0:1746157060.116576:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+186:2013:x1830977684535808:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157060.116677:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+186:2013:x1830977684535808:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (364us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157060.116683:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1808 00002000:00100000:0.0:1746157060.116688:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008ce85f80 x1830977684535808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.116694:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85f80 with x1830977684535808 ext(0->4095) 00010000:00010000:0.0:1746157060.116699:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534e3f5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d950 expref: 186 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.116706:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534e3f5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d950 expref: 186 pid: 9579 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.116712:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce85f80 00000100:00100000:0.0:1746157060.117668:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.118397:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.118836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.121470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.123017:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.124237:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+186:2012:x1830977684536704:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 880us (1221us total) trans 4294972217 rc 0/0 00000100:00100000:0.0:1746157060.124242:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1810 00002000:00100000:0.0:1746157060.124248:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ce84700 x1830977684536704/t4294972217(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.124254:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84700 with x1830977684536704 ext(0->7) 00010000:00010000:0.0:1746157060.124261:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4600/0x7b65fed88534e403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d95e expref: 186 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.124271:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4600/0x7b65fed88534e403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d95e expref: 186 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.124276:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce84700 00000100:00100000:0.0:1746157060.126019:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.128768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.140827:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.143965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.144368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.147434:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.147769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.148370:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.153275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.157997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.159121:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+189:2011:x1830977684538752:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 895us (1124us total) trans 4294972218 rc 0/0 00000100:00100000:0.0:1746157060.159129:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1813 00002000:00100000:0.0:1746157060.159138:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f165180 x1830977684538752/t4294972218(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.159146:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f165180 with x1830977684538752 ext(0->7) 00010000:00010000:0.0:1746157060.159154:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4c00/0x7b65fed88534e418 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d973 expref: 189 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.159167:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4c00/0x7b65fed88534e418 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d973 expref: 189 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.159173:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f165180 00000100:00100000:0.0:1746157060.161876:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.164479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.166177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.168718:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.177949:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.178000:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.183988:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.184034:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.184057:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684540160 00000100:00100000:0.0:1746157060.184064:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684540160 00010000:00010000:0.0:1746157060.184090:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4a00/0x7b65fed88534e426 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d981 expref: 6 pid: 9577 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746157060.184133:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15903 00000100:00100000:0.0:1746157060.184140:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684540160:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157060.184150:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157060.184175:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4a00/0x7b65fed88534e426 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d981 expref: 6 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.184187:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4a00/0x7b65fed88534e426 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d981 expref: 6 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.184207:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4a00/0x7b65fed88534e426 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d981 expref: 6 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.184223:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157060.184249:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684540160:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 110us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157060.184255:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15903 00000100:00100000:0.0:1746157060.185710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.187107:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801226cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678882304:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157060.187127:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157060.187160:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+191:2011:x1830977684540032:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3032us (3177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157060.187170:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15902 00000100:00100000:0.0:1746157060.189381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.190698:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+191:2013:x1830977684540800:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1062us (1317us total) trans 4294972219 rc 0/0 00000100:00100000:0.0:1746157060.190705:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1815 00002000:00100000:0.0:1746157060.190712:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007ca02a00 x1830977684540800/t4294972219(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.190720:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca02a00 with x1830977684540800 ext(0->7) 00010000:00010000:0.0:1746157060.190726:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5a00/0x7b65fed88534e42d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d988 expref: 191 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.190764:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5a00/0x7b65fed88534e42d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d988 expref: 191 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.190770:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ca02a00 00000100:00100000:0.0:1746157060.194161:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.197004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.199784:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.202560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.202675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.202965:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13103 00000100:00100000:0.0:1746157060.202970:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684541568:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157060.203177:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684541568:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 206us (623us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157060.203183:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13103 00002000:00100000:0.0:1746157060.203188:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007ca00000 x1830977684541568/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746157071 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.203194:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00000 with x1830977684541568 ext(0->4095) 00010000:00010000:0.0:1746157060.203199:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5200/0x7b65fed88534e43b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d996 expref: 6 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.203207:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5200/0x7b65fed88534e43b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d996 expref: 6 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.203212:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ca00000 00000100:00100000:0.0:1746157060.206182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.206208:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.206247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.209126:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684542336 00000100:00100000:0.0:1746157060.209131:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684542336 00002000:00100000:0.0:1746157060.209159:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226c8700 x1830977684542336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/0 e 0 to 0 dl 1746157071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.209167:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c8700 with x1830977684542336 ext(0->4095) 00010000:00010000:0.0:1746157060.209173:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d99d expref: 191 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.209183:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d99d expref: 191 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.209189:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226c8700 00000100:00100000:0.0:1746157060.209211:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1816 00000100:00100000:0.0:1746157060.209216:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+191:2011:x1830977684542336:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157060.209324:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+191:2011:x1830977684542336:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157060.209330:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1816 00002000:00100000:0.0:1746157060.209334:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226c8700 x1830977684542336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.209341:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c8700 with x1830977684542336 ext(0->4095) 00010000:00010000:0.0:1746157060.209344:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d99d expref: 191 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.209357:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d99d expref: 191 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.209362:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226c8700 00000100:00100000:0.0:1746157060.212950:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684542592 00000100:00100000:0.0:1746157060.212957:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684542592 00002000:00100000:0.0:1746157060.212987:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801226ca680 x1830977684542592/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/0 e 0 to 0 dl 1746157071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.212995:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226ca680 with x1830977684542592 ext(0->7) 00010000:00010000:0.0:1746157060.213002:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d99d expref: 191 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.213014:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d99d expref: 191 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.213020:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226ca680 00000100:00100000:0.0:1746157060.213046:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1817 00000100:00100000:0.0:1746157060.213052:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+191:2012:x1830977684542592:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157060.214011:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+193:2012:x1830977684542592:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 956us (1125us total) trans 4294972220 rc 0/0 00000100:00100000:0.0:1746157060.214017:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1817 00002000:00100000:0.0:1746157060.214023:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801226ca680 x1830977684542592/t4294972220(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.214029:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226ca680 with x1830977684542592 ext(0->7) 00010000:00010000:0.0:1746157060.214035:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d99d expref: 193 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.214044:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d99d expref: 193 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.214049:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226ca680 00000100:00100000:0.0:1746157060.217550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.219980:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.223329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.228332:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.228479:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.231176:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.231430:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.233477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.233549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.235809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.237827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.238638:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+194:2012:x1830977684544640:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 664us (811us total) trans 4294972221 rc 0/0 00000100:00100000:0.0:1746157060.238645:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1821 00002000:00100000:0.0:1746157060.238652:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c57d500 x1830977684544640/t4294972221(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.238658:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d500 with x1830977684544640 ext(0->7) 00010000:00010000:0.0:1746157060.238663:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5e00/0x7b65fed88534e457 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9b2 expref: 194 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.238676:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5e00/0x7b65fed88534e457 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9b2 expref: 194 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.238682:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57d500 00000100:00100000:0.0:1746157060.240319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.243205:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.246004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.250154:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.254618:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.258246:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.258347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.258374:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684546176 00000100:00100000:0.0:1746157060.258378:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684546176 00000100:00100000:0.0:1746157060.258504:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28570 00000100:00100000:0.0:1746157060.258511:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+197:1111:x1830977684546176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157060.258520:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157060.258530:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a600/0x7b65fed88534e473 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481d9ce expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.258542:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.258545:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534e46c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9c7 expref: 198 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.258550:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157060.258552:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a600/0x7b65fed88534e473 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ce expref: 198 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.258576:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534e46c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9c7 expref: 198 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.258584:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a600/0x7b65fed88534e473 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ce expref: 198 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.258590:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd0a600, rc 0) 00000100:00100000:0.0:1746157060.258755:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+197:1111:x1830977684546176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 245us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157060.258759:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28570 00000100:00100000:0.0:1746157060.258791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.261445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.264648:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.265675:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+197:2011:x1830977684546688:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 804us (1031us total) trans 4294972222 rc 0/0 00000100:00100000:0.0:1746157060.265682:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1823 00002000:00100000:0.0:1746157060.265688:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880131252680 x1830977684546688/t4294972222(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.265695:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252680 with x1830977684546688 ext(0->7) 00010000:00010000:0.0:1746157060.265699:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534e46c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9c7 expref: 197 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.265707:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534e46c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9c7 expref: 197 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.265717:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131252680 00000100:00100000:0.0:1746157060.267647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.270541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.276815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.279999:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.284184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.297601:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.297639:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.297671:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.297823:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684547968 00000100:00100000:0.0:1746157060.297827:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684547968 00010000:00010000:0.0:1746157060.297845:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e47a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9d5 expref: 7 pid: 9577 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746157060.297864:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15914 00000100:00100000:0.0:1746157060.297869:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2013:x1830977684547968:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157060.297880:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157060.297938:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e47a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9d5 expref: 8 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.297949:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e47a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9d5 expref: 8 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.297978:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e47a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9d5 expref: 8 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.298024:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157060.298055:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2013:x1830977684547968:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 186us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157060.298061:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15914 00000100:00100000:0.0:1746157060.301221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.308500:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+198:2012:x1830977684548736:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 834us (1004us total) trans 4294972223 rc 0/0 00000100:00100000:0.0:1746157060.308508:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1825 00002000:00100000:0.0:1746157060.308513:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801226c8e00 x1830977684548736/t4294972223(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.308520:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c8e00 with x1830977684548736 ext(0->7) 00010000:00010000:0.0:1746157060.308526:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534e481 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9dc expref: 198 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.308536:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534e481 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9dc expref: 198 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.308541:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226c8e00 00000100:00100000:0.0:1746157060.312196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.316569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.318782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.322607:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.323772:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678885248:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157060.323786:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e48f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ea expref: 199 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.323794:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c9f4e00, rc 0) 00000100:00100000:0.0:1746157060.323809:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+199:1110:x1830977684549248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3850us (5030us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157060.323814:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28574 00000100:00100000:0.0:1746157060.324065:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684549504 00000100:00100000:0.0:1746157060.324069:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684549504 00010000:00010000:0.0:1746157060.324087:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9e3 expref: 6 pid: 9577 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746157060.324125:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15917 00000100:00100000:0.0:1746157060.324131:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684549504:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157060.324138:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157060.324154:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e488 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9e3 expref: 6 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.324162:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e488 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9e3 expref: 6 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.324176:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e488 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9e3 expref: 6 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.324198:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.324199:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.324205:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e48f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ea expref: 198 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.324215:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e48f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ea expref: 198 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.324233:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e48f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ea expref: 198 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.324242:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e48f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ea expref: 198 pid: 9579 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746157060.324252:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678885504:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157060.324304:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157060.329816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.336224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.338766:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+201:2013:x1830977684550016:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2283us (2543us total) trans 4294972224 rc 0/0 00000100:00100000:0.0:1746157060.338777:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1827 00002000:00100000:0.0:1746157060.338785:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880131368a80 x1830977684550016/t4294972224(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.338793:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131368a80 with x1830977684550016 ext(0->7) 00010000:00010000:0.0:1746157060.338802:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e48f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ea expref: 201 pid: 9579 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.338815:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e48f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ea expref: 201 pid: 9579 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.338826:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131368a80 00000100:00100000:0.0:1746157060.341682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.345996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.348283:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.352783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.354814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.359067:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801226cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678885760:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157060.359079:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801226cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678885888:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157060.359143:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e4a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ff expref: 202 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.359156:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b3e6a00, rc 0) 00000100:00100000:0.0:1746157060.360109:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+200:1110:x1830977684550656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7150us (7320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157060.360117:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28577 00000100:00100000:0.0:1746157060.360539:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.360599:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.363678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.366394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.370962:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+203:2010:x1830977684551808:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4404us (4565us total) trans 4294972225 rc 0/0 00000100:00100000:0.0:1746157060.370974:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1830 00002000:00100000:0.0:1746157060.370986:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c5c8380 x1830977684551808/t4294972225(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.371002:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8380 with x1830977684551808 ext(0->7) 00010000:00010000:0.0:1746157060.371011:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e4a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ff expref: 203 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.371026:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e4a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481d9ff expref: 203 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.371034:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c5c8380 00000100:00100000:0.0:1746157060.373366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.377167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.384356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.386248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.387229:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.389457:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.389501:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.391371:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.391418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.395257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.396886:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.399543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.402365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.406059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.408294:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.412563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.414677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.414712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.417308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.418072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.418116:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.422108:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.427000:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.428173:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+207:2010:x1830977684556160:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 820us (1177us total) trans 4294972227 rc 0/0 00000100:00100000:0.0:1746157060.428179:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1835 00002000:00100000:0.0:1746157060.428185:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012a2fce00 x1830977684556160/t4294972227(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.428191:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fce00 with x1830977684556160 ext(0->7) 00010000:00010000:0.0:1746157060.428196:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e4ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da29 expref: 207 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.428204:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e4ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da29 expref: 207 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.428209:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012a2fce00 00000100:00100000:0.0:1746157060.430805:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.433519:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.435294:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.437009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.440764:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.441452:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.443958:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.443997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.445331:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.447424:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801226cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678887936:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157060.447438:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157060.447468:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+209:2011:x1830977684557568:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3356us (3470us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157060.447475:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15929 00000100:00100000:0.0:1746157060.451115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.453569:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+209:2011:x1830977684558208:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2250us (2452us total) trans 4294972228 rc 0/0 00000100:00100000:0.0:1746157060.453584:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1837 00002000:00100000:0.0:1746157060.453593:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a6680 x1830977684558208/t4294972228(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.453600:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6680 with x1830977684558208 ext(0->7) 00010000:00010000:0.0:1746157060.453607:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e4e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da3e expref: 209 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.453620:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e4e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da3e expref: 209 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.453625:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a6680 00000100:00100000:0.0:1746157060.455402:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.459294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.470901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.471919:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684558848 00000100:00100000:0.0:1746157060.471923:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684558848 00000100:00100000:0.0:1746157060.471984:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28589 00000100:00100000:0.0:1746157060.471991:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1111:x1830977684558848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157060.472001:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157060.472009:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534e4f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481da53 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.472021:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.472026:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534e4f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da4c expref: 209 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.472030:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157060.472034:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534e4f8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da53 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.472051:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534e4f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da4c expref: 209 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.472059:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534e4f8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da53 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.472067:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768200, rc 0) 00000100:00100000:0.0:1746157060.472108:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684558848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157060.472112:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28589 00000100:00100000:0.0:1746157060.473317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.475617:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.478420:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.479179:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+210:2011:x1830977684559488:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 584us (763us total) trans 4294972229 rc 0/0 00000100:00100000:0.0:1746157060.479189:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1839 00002000:00100000:0.0:1746157060.479196:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a4a80 x1830977684559488/t4294972229(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.479203:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4a80 with x1830977684559488 ext(0->7) 00010000:00010000:0.0:1746157060.479207:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534e4f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da4c expref: 210 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.479216:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534e4f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da4c expref: 210 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.479221:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a4a80 00000100:00100000:0.0:1746157060.482134:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.486837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.489662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.492789:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.498569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.501368:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.504414:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.504451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.504782:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.504816:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15933 00000100:00100000:0.0:1746157060.504822:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+213:2010:x1830977684560768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157060.504831:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157060.504846:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e4ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da5a expref: 212 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.504859:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e4ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da5a expref: 212 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.504887:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e4ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da5a expref: 212 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.504898:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.504900:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.504905:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e506 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da61 expref: 212 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.504912:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e506 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da61 expref: 212 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.504933:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e506 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da61 expref: 212 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157060.504942:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3a6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7220:1830977678889088:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157060.504990:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157060.507170:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.509954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.510700:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+213:2012:x1830977684561536:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 608us (748us total) trans 4294972230 rc 0/0 00000100:00100000:0.0:1746157060.510706:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1841 00002000:00100000:0.0:1746157060.510710:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a4700 x1830977684561536/t4294972230(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.510719:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4700 with x1830977684561536 ext(0->7) 00010000:00010000:0.0:1746157060.510723:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e506 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da61 expref: 213 pid: 9674 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.510730:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e506 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da61 expref: 213 pid: 9674 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.510756:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a4700 00000100:00100000:0.0:1746157060.512216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.514161:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801226cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7220:1830977678889344:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157060.514176:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157060.514225:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+212:2013:x1830977684561664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1885us (2012us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157060.514234:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15935 00000100:00100000:0.0:1746157060.515302:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684561920 00000100:00100000:0.0:1746157060.515308:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684561920 00002000:00100000:0.0:1746157060.515339:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f0e00 x1830977684561920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/0 e 0 to 0 dl 1746157071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.515347:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0e00 with x1830977684561920 ext(0->4095) 00002000:00010000:0.0:1746157060.515351:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306f0e00 00000100:00100000:0.0:1746157060.515410:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13126 00000100:00100000:0.0:1746157060.515417:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+212:2011:x1830977684561920:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157060.515906:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+212:2011:x1830977684561920:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 487us (717us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157060.515915:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13126 00002000:00100000:0.0:1746157060.515921:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f0e00 x1830977684561920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746157071 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.515928:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0e00 with x1830977684561920 ext(0->4095) 00002000:00010000:0.0:1746157060.515931:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306f0e00 00000100:00100000:0.0:1746157060.517689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.521497:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.521848:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684562432 00000100:00100000:0.0:1746157060.521850:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684562432 00000100:00100000:0.0:1746157060.521867:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28594 00000100:00100000:0.0:1746157060.521870:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+212:1110:x1830977684562432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157060.521878:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157060.521888:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534e51b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481da76 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.521906:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5200/0x7b65fed88534e50d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da68 expref: 213 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.521911:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4c00/0x7b65fed88534e514 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da6f expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.521915:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.521916:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.521918:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534e51b lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da76 expref: 213 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.521944:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4c00/0x7b65fed88534e514 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da6f expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.521953:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4c00/0x7b65fed88534e514 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da6f expref: 5 pid: 9577 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746157060.522058:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009250df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977678889472:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157060.522158:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5200/0x7b65fed88534e50d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da68 expref: 213 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.522166:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5200/0x7b65fed88534e50d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da68 expref: 213 pid: 9577 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746157060.522174:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009250e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977678889600:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157060.522193:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157060.524803:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.524969:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.525997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.528430:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.529948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.531142:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+215:2012:x1830977684563328:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 949us (1194us total) trans 4294972231 rc 0/0 00000100:00100000:0.0:1746157060.531148:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1843 00002000:00100000:0.0:1746157060.531153:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009250e680 x1830977684563328/t4294972231(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.531164:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250e680 with x1830977684563328 ext(0->7) 00010000:00010000:0.0:1746157060.531170:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534e51b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da76 expref: 215 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.531178:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed88534e51b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da76 expref: 215 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.531183:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009250e680 00000100:00100000:0.0:1746157060.535173:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.538406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.541359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.546838:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.550851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.555087:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.559774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.559810:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.560839:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.563817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.566505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.568224:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+217:2013:x1830977684565376:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1404us (1718us total) trans 4294972232 rc 0/0 00000100:00100000:0.0:1746157060.568232:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1845 00002000:00100000:0.0:1746157060.568239:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009250e300 x1830977684565376/t4294972232(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.568245:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250e300 with x1830977684565376 ext(0->7) 00010000:00010000:0.0:1746157060.568252:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e530 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da8b expref: 217 pid: 9577 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746157060.568262:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e530 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481da8b expref: 217 pid: 9577 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746157060.568267:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009250e300 00000100:00100000:0.0:1746157060.576719:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.581644:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.585659:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.589953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.592322:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.595804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.597113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.597184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.602085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.610989:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.617169:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091295c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+218:2010:x1830977684567424:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4455us (6179us total) trans 4294972233 rc 0/0 00000100:00100000:0.0:1746157060.617182:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1848 00002000:00100000:0.0:1746157060.617195:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091295c00 x1830977684567424/t4294972233(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.617204:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091295c00 with x1830977684567424 ext(0->7) 00010000:00010000:0.0:1746157060.617215:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e545 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481daa0 expref: 218 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.617232:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e545 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481daa0 expref: 218 pid: 9577 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.617239:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091295c00 00000100:00100000:0.0:1746157060.621689:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.627190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.631392:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.633519:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.639075:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.639147:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.642026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.642718:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.642765:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.649589:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.657131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.664024:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091294700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+221:2012:x1830977684569472:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1083us (6898us total) trans 4294972234 rc 0/0 00000100:00100000:0.0:1746157060.664032:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1851 00002000:00100000:0.0:1746157060.664039:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091294700 x1830977684569472/t4294972234(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.664047:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091294700 with x1830977684569472 ext(0->7) 00010000:00010000:0.0:1746157060.664053:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e55a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dab5 expref: 221 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.664065:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e55a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dab5 expref: 221 pid: 9577 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.664071:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091294700 00000100:00100000:0.0:1746157060.667296:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.668186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.670567:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684569984 00000100:00100000:0.0:1746157060.670573:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684569984 00002000:00100000:0.0:1746157060.670607:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226c9f80 x1830977684569984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/0 e 0 to 0 dl 1746157071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.670615:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c9f80 with x1830977684569984 ext(0->4095) 00010000:00010000:0.0:1746157060.670622:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6800/0x7b65fed88534e561 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dabc expref: 221 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.670639:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6800/0x7b65fed88534e561 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dabc expref: 221 pid: 9577 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.670645:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226c9f80 00000100:00100000:0.0:1746157060.670666:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1852 00000100:00100000:0.0:1746157060.670670:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+221:2011:x1830977684569984:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157060.670812:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+221:2011:x1830977684569984:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (266us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157060.670818:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1852 00002000:00100000:0.0:1746157060.670823:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226c9f80 x1830977684569984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.670830:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c9f80 with x1830977684569984 ext(0->4095) 00010000:00010000:0.0:1746157060.670835:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6800/0x7b65fed88534e561 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dabc expref: 221 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.670843:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6800/0x7b65fed88534e561 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dabc expref: 221 pid: 9577 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.670849:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226c9f80 00000100:00100000:0.0:1746157060.672908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.672962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.674598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.678001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.678981:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+222:2012:x1830977684570752:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 721us (987us total) trans 4294972235 rc 0/0 00000100:00100000:0.0:1746157060.678989:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1854 00002000:00100000:0.0:1746157060.678995:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d7ac700 x1830977684570752/t4294972235(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.679002:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac700 with x1830977684570752 ext(0->7) 00010000:00010000:0.0:1746157060.679007:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e568 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dac3 expref: 222 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.679016:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e568 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dac3 expref: 222 pid: 9577 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.679022:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7ac700 00000100:00100000:0.0:1746157060.680499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.685294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.687148:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.692373:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.696707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.697563:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.699910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.702397:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.705206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.708578:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.713769:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.718461:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+224:2011:x1830977684572672:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3925us (4692us total) trans 4294972236 rc 0/0 00000100:00100000:0.0:1746157060.718472:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1856 00002000:00100000:0.0:1746157060.718482:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009257aa00 x1830977684572672/t4294972236(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.718491:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257aa00 with x1830977684572672 ext(0->7) 00010000:00010000:0.0:1746157060.718499:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e57d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dad8 expref: 224 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.718513:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e57d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dad8 expref: 224 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.718520:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257aa00 00000100:00100000:0.0:1746157060.723908:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.724829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.732513:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.736548:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.740087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.752005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.761242:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.762774:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+226:2011:x1830977684573824:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1334us (1531us total) trans 4294972237 rc 0/0 00000100:00100000:0.0:1746157060.762782:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1858 00002000:00100000:0.0:1746157060.762789:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800910bb100 x1830977684573824/t4294972237(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.762797:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb100 with x1830977684573824 ext(0->7) 00010000:00010000:0.0:1746157060.762803:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4c00/0x7b65fed88534e58b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dae6 expref: 226 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.762814:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4c00/0x7b65fed88534e58b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dae6 expref: 226 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.762820:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800910bb100 00000100:00100000:0.0:1746157060.764276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.769408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.776934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.778611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.782590:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.784665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.787183:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.788509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.788574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.791308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.797242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.799964:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+229:2011:x1830977684575872:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2358us (2721us total) trans 4294972238 rc 0/0 00000100:00100000:0.0:1746157060.799973:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1861 00002000:00100000:0.0:1746157060.799982:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a888a680 x1830977684575872/t4294972238(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.799995:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888a680 with x1830977684575872 ext(0->7) 00010000:00010000:0.0:1746157060.800003:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e5a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dafb expref: 229 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.800015:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e5a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dafb expref: 229 pid: 9577 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.800021:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a888a680 00000100:00100000:0.0:1746157060.803575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.809785:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684576256 00000100:00100000:0.0:1746157060.809793:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684576256 00002000:00100000:0.0:1746157060.809828:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f1500 x1830977684576256/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/0 e 0 to 0 dl 1746157071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.809838:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1500 with x1830977684576256 ext(0->4095) 00002000:00010000:0.0:1746157060.809842:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306f1500 00000100:00100000:0.0:1746157060.810409:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13141 00000100:00100000:0.0:1746157060.810419:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+228:2010:x1830977684576256:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157060.810548:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+228:2010:x1830977684576256:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 131us (839us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157060.810555:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13141 00002000:00100000:0.0:1746157060.810560:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f1500 x1830977684576256/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746157071 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.810567:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1500 with x1830977684576256 ext(0->4095) 00002000:00010000:0.0:1746157060.810570:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306f1500 00000100:00100000:0.0:1746157060.816794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.818080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.821488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.822249:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.823328:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.826860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.834467:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.836575:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+230:2010:x1830977684577536:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1311us (2110us total) trans 4294972239 rc 0/0 00000100:00100000:0.0:1746157060.836584:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1863 00002000:00100000:0.0:1746157060.836590:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a8889500 x1830977684577536/t4294972239(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.836597:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8889500 with x1830977684577536 ext(0->7) 00010000:00010000:0.0:1746157060.836604:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4600/0x7b65fed88534e5b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db10 expref: 230 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.836616:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4600/0x7b65fed88534e5b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db10 expref: 230 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.836622:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8889500 00000100:00100000:0.0:1746157060.845994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.851367:0:7222:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801226cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7222:1830977678894848:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157060.851382:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157060.851423:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+229:2010:x1830977684577664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4929us (5436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157060.851432:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15960 00000100:00100000:0.0:1746157060.854669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.855347:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.859619:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684578560 00000100:00100000:0.0:1746157060.859624:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684578560 00002000:00100000:0.0:1746157060.859654:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226cb480 x1830977684578560/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/0 e 0 to 0 dl 1746157071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.859663:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226cb480 with x1830977684578560 ext(0->4095) 00010000:00010000:0.0:1746157060.859669:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5c00/0x7b65fed88534e5c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db1e expref: 231 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.859681:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5c00/0x7b65fed88534e5c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db1e expref: 231 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.859687:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226cb480 00000100:00100000:0.0:1746157060.859704:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1865 00000100:00100000:0.0:1746157060.859710:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+231:2011:x1830977684578560:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157060.860442:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+231:2011:x1830977684578560:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 731us (1091us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157060.860449:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1865 00002000:00100000:0.0:1746157060.860454:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226cb480 x1830977684578560/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.860462:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226cb480 with x1830977684578560 ext(0->4095) 00010000:00010000:0.0:1746157060.860467:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5c00/0x7b65fed88534e5c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db1e expref: 231 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.860477:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5c00/0x7b65fed88534e5c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db1e expref: 231 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.860483:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226cb480 00000100:00100000:0.0:1746157060.862559:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.866877:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+233:2011:x1830977684578816:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4026us (4316us total) trans 4294972240 rc 0/0 00000100:00100000:0.0:1746157060.866887:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1866 00002000:00100000:0.0:1746157060.866895:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c7480 x1830977684578816/t4294972240(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.866903:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7480 with x1830977684578816 ext(0->7) 00010000:00010000:0.0:1746157060.866911:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5c00/0x7b65fed88534e5c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db1e expref: 233 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.866923:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5c00/0x7b65fed88534e5c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db1e expref: 233 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.866929:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c7480 00000100:00100000:0.0:1746157060.874681:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.879546:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.881996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.882020:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684579328 00000100:00100000:0.0:1746157060.882023:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684579328 00002000:00100000:0.0:1746157060.882054:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011f1c6a00 x1830977684579328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/0 e 0 to 0 dl 1746157071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.882062:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6a00 with x1830977684579328 ext(0->4095) 00010000:00010000:0.0:1746157060.882068:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e5ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db25 expref: 235 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.882081:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e5ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db25 expref: 235 pid: 9578 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.882086:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c6a00 00000100:00100000:0.0:1746157060.882117:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1867 00000100:00100000:0.0:1746157060.882123:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+235:2011:x1830977684579328:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157060.882809:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+234:2011:x1830977684579328:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 685us (816us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157060.882816:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1867 00002000:00100000:0.0:1746157060.882821:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011f1c6a00 x1830977684579328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.882828:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6a00 with x1830977684579328 ext(0->4095) 00010000:00010000:0.0:1746157060.882833:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e5ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db25 expref: 234 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.882842:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e5ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db25 expref: 234 pid: 9578 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.882847:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c6a00 00000100:00100000:0.0:1746157060.885330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.885365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.889263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.891581:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.898344:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+234:2013:x1830977684580096:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6471us (6755us total) trans 4294972241 rc 0/0 00000100:00100000:0.0:1746157060.898358:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1869 00002000:00100000:0.0:1746157060.898373:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c4000 x1830977684580096/t4294972241(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.898382:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c4000 with x1830977684580096 ext(0->7) 00010000:00010000:0.0:1746157060.898394:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e5d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db2c expref: 234 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.898411:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e5d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db2c expref: 234 pid: 9578 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.898417:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c4000 00000100:00100000:0.0:1746157060.920191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.920294:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.925149:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.930403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.930459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.934046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.940568:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684581376 00000100:00100000:0.0:1746157060.940578:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684581376 00002000:00100000:0.0:1746157060.940625:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801226cb100 x1830977684581376/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/0 e 0 to 0 dl 1746157071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.940635:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226cb100 with x1830977684581376 ext(0->7) 00010000:00010000:0.0:1746157060.940645:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e5df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db3a expref: 235 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.940659:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e5df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db3a expref: 235 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.940668:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226cb100 00000100:00100000:0.0:1746157060.940700:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1872 00000100:00100000:0.0:1746157060.940708:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+235:2013:x1830977684581376:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157060.941546:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+237:2013:x1830977684581376:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 836us (1931us total) trans 4294972242 rc 0/0 00000100:00100000:0.0:1746157060.941554:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1872 00002000:00100000:0.0:1746157060.941559:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801226cb100 x1830977684581376/t4294972242(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.941567:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226cb100 with x1830977684581376 ext(0->7) 00010000:00010000:0.0:1746157060.941572:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e5df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db3a expref: 237 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.941582:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6a00/0x7b65fed88534e5df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db3a expref: 237 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.941588:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226cb100 00000100:00100000:0.0:1746157060.946185:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.962395:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.963677:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.969366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.969408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.975986:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.984129:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.985123:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+238:2012:x1830977684582656:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 792us (998us total) trans 4294972243 rc 0/0 00000100:00100000:0.0:1746157060.985130:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1875 00002000:00100000:0.0:1746157060.985135:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009257f480 x1830977684582656/t4294972243(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:621/0 lens 496/448 e 0 to 0 dl 1746157071 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157060.985141:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257f480 with x1830977684582656 ext(0->7) 00010000:00010000:0.0:1746157060.985146:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534e5ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db48 expref: 238 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157060.985154:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534e5ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db48 expref: 238 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157060.985159:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257f480 00000100:00100000:0.0:1746157060.989583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.991958:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.997881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157060.998761:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684583296 00000100:00100000:0.0:1746157060.998765:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684583296 00000100:00100000:0.0:1746157060.998783:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28627 00000100:00100000:0.0:1746157060.998788:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+238:1110:x1830977684583296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157060.998794:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157060.998801:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c6ab800/0x7b65fed88534e602 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481db5d expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.998815:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5000/0x7b65fed88534e5f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db4f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.998822:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e5fb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db56 expref: 239 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.998827:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.998829:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157060.998831:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c6ab800/0x7b65fed88534e602 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db5d expref: 239 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.998852:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e5fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db56 expref: 239 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.998862:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e5fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db56 expref: 239 pid: 9578 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746157060.998872:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccf9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678897024:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157060.998929:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5000/0x7b65fed88534e5f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db4f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157060.998936:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5000/0x7b65fed88534e5f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db4f expref: 5 pid: 9578 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746157060.998943:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccf9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678897152:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157060.998958:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157061.000601:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.001196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.006642:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.006685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.010384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.013616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.014599:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+240:2010:x1830977684584448:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 686us (987us total) trans 4294972244 rc 0/0 00000100:00100000:0.0:1746157061.014606:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1878 00002000:00100000:0.0:1746157061.014612:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ccfaa00 x1830977684584448/t4294972244(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.014618:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfaa00 with x1830977684584448 ext(0->7) 00010000:00010000:0.0:1746157061.014624:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c6ab800/0x7b65fed88534e602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db5d expref: 240 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.014633:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c6ab800/0x7b65fed88534e602 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db5d expref: 240 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.014638:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ccfaa00 00000100:00100000:0.0:1746157061.016629:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.019614:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.025120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.029244:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.033054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.033112:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.035817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.035847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.035887:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.035903:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684585728 00000100:00100000:0.0:1746157061.035907:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684585728 00010000:00010000:0.0:1746157061.035928:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db6b expref: 242 pid: 9578 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746157061.035957:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15973 00000100:00100000:0.0:1746157061.035961:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+242:2013:x1830977684585728:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157061.035967:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157061.035978:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db6b expref: 241 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.035985:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e610 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db6b expref: 241 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.036130:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e610 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db6b expref: 243 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.036247:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157061.036249:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157061.036254:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e617 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db72 expref: 242 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.036261:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db72 expref: 242 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.036297:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e617 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db72 expref: 242 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.036305:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e617 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db72 expref: 242 pid: 9578 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746157061.036317:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccf8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678898048:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157061.037520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.043016:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.043869:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+243:2010:x1830977684586496:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 653us (857us total) trans 4294972245 rc 0/0 00000100:00100000:0.0:1746157061.043876:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1881 00002000:00100000:0.0:1746157061.043881:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ccf8380 x1830977684586496/t4294972245(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.043888:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8380 with x1830977684586496 ext(0->7) 00010000:00010000:0.0:1746157061.043893:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db72 expref: 243 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.043902:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6400/0x7b65fed88534e617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db72 expref: 243 pid: 9578 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.043906:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ccf8380 00000100:00100000:0.0:1746157061.047488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.052699:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.057921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.058000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.061202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.065696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.068321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.072933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.075464:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.077080:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+244:2010:x1830977684588160:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1022us (1617us total) trans 4294972246 rc 0/0 00000100:00100000:0.0:1746157061.077087:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1883 00002000:00100000:0.0:1746157061.077107:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bea00 x1830977684588160/t4294972246(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.077114:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bea00 with x1830977684588160 ext(0->7) 00010000:00010000:0.0:1746157061.077119:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db80 expref: 244 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.077129:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e625 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db80 expref: 244 pid: 9578 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.077134:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bea00 00000100:00100000:0.0:1746157061.079410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.083962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.086033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.087126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.088639:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.090606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.092606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.093938:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+247:2010:x1830977684589440:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1006us (1333us total) trans 4294972247 rc 0/0 00000100:00100000:0.0:1746157061.093944:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1885 00002000:00100000:0.0:1746157061.093950:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bdf80 x1830977684589440/t4294972247(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.093960:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bdf80 with x1830977684589440 ext(0->7) 00010000:00010000:0.0:1746157061.093965:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e63a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db95 expref: 247 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.093974:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7200/0x7b65fed88534e63a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db95 expref: 247 pid: 9578 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.093979:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bdf80 00000100:00100000:0.0:1746157061.095833:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.097951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.100326:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.103166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.113424:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.116803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.116847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.119435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.119504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.119553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.119567:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684591232 00000100:00100000:0.0:1746157061.119570:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684591232 00010000:00010000:0.0:1746157061.119594:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534e641 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db9c expref: 248 pid: 9577 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746157061.119613:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15980 00000100:00100000:0.0:1746157061.119619:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+248:2012:x1830977684591232:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157061.119628:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157061.119642:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534e641 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db9c expref: 248 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.119649:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534e641 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db9c expref: 248 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.119664:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534e641 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481db9c expref: 248 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.119687:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157061.119701:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+246:2012:x1830977684591232:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 82us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157061.119706:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15980 00000100:00100000:0.0:1746157061.121721:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.124977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.126102:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+248:2013:x1830977684591744:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 757us (1119us total) trans 4294972248 rc 0/0 00000100:00100000:0.0:1746157061.126108:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1887 00002000:00100000:0.0:1746157061.126114:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091088380 x1830977684591744/t4294972248(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.126120:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088380 with x1830977684591744 ext(0->7) 00010000:00010000:0.0:1746157061.126125:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534e64f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbaa expref: 248 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.126134:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534e64f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbaa expref: 248 pid: 9577 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.126143:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091088380 00000100:00100000:0.0:1746157061.129137:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.135280:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684592128 00000100:00100000:0.0:1746157061.135286:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684592128 00002000:00100000:0.0:1746157061.135321:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011f3e4700 x1830977684592128/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:622/0 lens 488/0 e 0 to 0 dl 1746157072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.135422:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4700 with x1830977684592128 ext(0->4095) 00002000:00010000:0.0:1746157061.135426:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011f3e4700 00000100:00100000:0.0:1746157061.135452:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13153 00000100:00100000:0.0:1746157061.135459:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684592128:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157061.135558:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684592128:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157061.135563:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13153 00002000:00100000:0.0:1746157061.135568:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011f3e4700 x1830977684592128/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746157072 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.135574:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4700 with x1830977684592128 ext(0->4095) 00002000:00010000:0.0:1746157061.135577:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011f3e4700 00000100:00100000:0.0:1746157061.141542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.141727:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.148470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.148528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.149244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.153293:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.153521:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684593280 00000100:00100000:0.0:1746157061.153527:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684593280 00002000:00100000:0.0:1746157061.153553:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008fedad80 x1830977684593280/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 488/0 e 0 to 0 dl 1746157072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.153561:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedad80 with x1830977684593280 ext(0->4095) 00010000:00010000:0.0:1746157061.153567:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbbf expref: 248 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.153576:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbbf expref: 248 pid: 9578 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.153582:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fedad80 00000100:00100000:0.0:1746157061.153946:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1889 00000100:00100000:0.0:1746157061.153953:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+248:2010:x1830977684593280:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157061.154054:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+248:2010:x1830977684593280:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (762us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157061.154060:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1889 00002000:00100000:0.0:1746157061.154064:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008fedad80 x1830977684593280/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.154071:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedad80 with x1830977684593280 ext(0->4095) 00010000:00010000:0.0:1746157061.154076:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbbf expref: 248 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.154084:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbbf expref: 248 pid: 9578 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.154098:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fedad80 00000100:00100000:0.0:1746157061.155707:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.157699:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+250:2012:x1830977684593536:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 705us (1992us total) trans 4294972249 rc 0/0 00000100:00100000:0.0:1746157061.157706:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1890 00002000:00100000:0.0:1746157061.157711:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008fed9500 x1830977684593536/t4294972249(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.157718:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9500 with x1830977684593536 ext(0->7) 00010000:00010000:0.0:1746157061.157723:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbbf expref: 250 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.157733:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e664 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbbf expref: 250 pid: 9578 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.157762:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fed9500 00000100:00100000:0.0:1746157061.162153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.166362:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.168714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.172386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.174549:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.174593:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.178077:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.178663:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.178692:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.178701:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684595072 00000100:00100000:0.0:1746157061.178704:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684595072 00010000:00010000:0.0:1746157061.178716:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e66b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbc6 expref: 6 pid: 9578 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746157061.178731:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15987 00000100:00100000:0.0:1746157061.178753:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684595072:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157061.178759:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157061.178765:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e66b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbc6 expref: 6 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.178772:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e66b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbc6 expref: 6 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.178782:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534e66b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbc6 expref: 6 pid: 9578 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.178791:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157061.178792:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157061.178797:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7800/0x7b65fed88534e679 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbd4 expref: 250 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.178803:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7800/0x7b65fed88534e679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbd4 expref: 250 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.178821:0:7222:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7800/0x7b65fed88534e679 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbd4 expref: 250 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157061.178829:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012be9df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7222:1830977678900992:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157061.178864:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157061.182347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.185822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.192402:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+253:2012:x1830977684595584:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6091us (6579us total) trans 4294972250 rc 0/0 00000100:00100000:0.0:1746157061.192414:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1893 00002000:00100000:0.0:1746157061.192422:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5bd500 x1830977684595584/t4294972250(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.192431:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bd500 with x1830977684595584 ext(0->7) 00010000:00010000:0.0:1746157061.192438:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7800/0x7b65fed88534e679 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbd4 expref: 253 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.192452:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7800/0x7b65fed88534e679 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbd4 expref: 253 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.192458:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5bd500 00000100:00100000:0.0:1746157061.196215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.202455:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.204799:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.204868:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.207136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.210313:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.214674:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.215908:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+254:2013:x1830977684596864:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 584us (1238us total) trans 4294972251 rc 0/0 00000100:00100000:0.0:1746157061.215915:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1895 00002000:00100000:0.0:1746157061.215921:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5bce00 x1830977684596864/t4294972251(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.215934:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bce00 with x1830977684596864 ext(0->7) 00010000:00010000:0.0:1746157061.215940:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbe2 expref: 254 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.215951:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e687 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbe2 expref: 254 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.215957:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5bce00 00000100:00100000:0.0:1746157061.217330:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.220542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.224623:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.227607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.230328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.235055:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.242978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.243014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.243052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.243070:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684598400 00000100:00100000:0.0:1746157061.243076:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684598400 00010000:00010000:0.0:1746157061.243113:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e68e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbe9 expref: 6 pid: 9577 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746157061.243135:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684598144 00000100:00100000:0.0:1746157061.243137:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684598144 00010000:00010000:0.0:1746157061.243146:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e695 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbf0 expref: 256 pid: 9674 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746157061.243164:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15991 00000100:00100000:0.0:1746157061.243169:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684598400:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157061.243178:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157061.243193:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e68e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbe9 expref: 6 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.243201:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e68e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbe9 expref: 6 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.243218:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e68e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbe9 expref: 6 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.243231:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157061.243246:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977684598400:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 77us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157061.243252:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15991 00000100:00100000:0.0:1746157061.243263:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15992 00000100:00100000:0.0:1746157061.243268:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+257:2013:x1830977684598144:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157061.243273:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157061.243279:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e695 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbf0 expref: 257 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.243287:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e695 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbf0 expref: 257 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.243341:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e695 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbf0 expref: 257 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.243349:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157061.243351:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157061.243355:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e69c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbf7 expref: 256 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.243361:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e69c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbf7 expref: 256 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.243377:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e69c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbf7 expref: 256 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.243386:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e69c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbf7 expref: 256 pid: 9674 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746157061.243395:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306eca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7220:1830977678902272:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157061.243443:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157061.253312:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.255720:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+257:2013:x1830977684598912:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2236us (2409us total) trans 4294972252 rc 0/0 00000100:00100000:0.0:1746157061.255729:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1897 00002000:00100000:0.0:1746157061.255761:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306ed880 x1830977684598912/t4294972252(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.255776:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed880 with x1830977684598912 ext(0->7) 00010000:00010000:0.0:1746157061.255786:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e69c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbf7 expref: 257 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.255800:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e69c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbf7 expref: 257 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.255806:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ed880 00000100:00100000:0.0:1746157061.260820:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.271466:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684599424 00000100:00100000:0.0:1746157061.271470:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684599424 00002000:00100000:0.0:1746157061.271494:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f0380 x1830977684599424/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 488/0 e 0 to 0 dl 1746157072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.271502:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0380 with x1830977684599424 ext(0->4095) 00010000:00010000:0.0:1746157061.271506:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e6a3 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbfe expref: 259 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.271515:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e6a3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbfe expref: 259 pid: 9577 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.271520:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306f0380 00000100:00100000:0.0:1746157061.271531:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1898 00000100:00100000:0.0:1746157061.271536:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+259:2011:x1830977684599424:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157061.271642:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+258:2011:x1830977684599424:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 105us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157061.271651:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1898 00002000:00100000:0.0:1746157061.271655:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f0380 x1830977684599424/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.271661:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0380 with x1830977684599424 ext(0->4095) 00010000:00010000:0.0:1746157061.271666:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e6a3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbfe expref: 258 pid: 9577 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.271674:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e6a3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dbfe expref: 258 pid: 9577 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.271679:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306f0380 00000100:00100000:0.0:1746157061.273406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.273442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.276859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.278888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.279718:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+258:2012:x1830977684600192:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 563us (831us total) trans 4294972253 rc 0/0 00000100:00100000:0.0:1746157061.279725:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1900 00002000:00100000:0.0:1746157061.279731:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306efb80 x1830977684600192/t4294972253(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.279763:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306efb80 with x1830977684600192 ext(0->7) 00010000:00010000:0.0:1746157061.279769:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e6aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc05 expref: 258 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.279778:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e6aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc05 expref: 258 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.279784:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306efb80 00000100:00100000:0.0:1746157061.282297:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.284219:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.288978:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.291885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.298864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.298954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.302963:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.302992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.303127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.308591:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f3e5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7220:1830977678903424:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157061.308604:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157061.308636:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+260:2011:x1830977684601472:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5132us (5509us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157061.308644:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15997 00000100:00100000:0.0:1746157061.315632:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.316541:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+261:2012:x1830977684602240:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 621us (919us total) trans 4294972254 rc 0/0 00000100:00100000:0.0:1746157061.316548:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1903 00002000:00100000:0.0:1746157061.316554:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e7100 x1830977684602240/t4294972254(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.316561:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7100 with x1830977684602240 ext(0->7) 00010000:00010000:0.0:1746157061.316565:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e6bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc1a expref: 261 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.316579:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e6bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc1a expref: 261 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.316584:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e7100 00000100:00100000:0.0:1746157061.320621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.327222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.330466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.330512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.335529:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.340942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.344068:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.346725:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+262:2013:x1830977684603520:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2272us (2654us total) trans 4294972255 rc 0/0 00000100:00100000:0.0:1746157061.346757:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1905 00002000:00100000:0.0:1746157061.346764:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f154e00 x1830977684603520/t4294972255(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.346773:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154e00 with x1830977684603520 ext(0->7) 00010000:00010000:0.0:1746157061.346781:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e6cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc28 expref: 262 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.346793:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e6cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc28 expref: 262 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.346799:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f154e00 00000100:00100000:0.0:1746157061.356872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.364576:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.365512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.369322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.371778:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.376413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.379439:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.380529:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+264:2010:x1830977684604672:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 671us (1088us total) trans 4294972256 rc 0/0 00000100:00100000:0.0:1746157061.380536:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1907 00002000:00100000:0.0:1746157061.380542:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d678a80 x1830977684604672/t4294972256(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.380549:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678a80 with x1830977684604672 ext(0->7) 00010000:00010000:0.0:1746157061.380554:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e6db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc36 expref: 264 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.380563:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e6db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc36 expref: 264 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.380569:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d678a80 00000100:00100000:0.0:1746157061.382232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.386161:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.389336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.392670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.394762:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684605568 00000100:00100000:0.0:1746157061.394767:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684605568 00002000:00100000:0.0:1746157061.394792:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f1f80 x1830977684605568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 488/0 e 0 to 0 dl 1746157072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.394806:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1f80 with x1830977684605568 ext(0->4095) 00010000:00010000:0.0:1746157061.394812:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e6e9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc44 expref: 266 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.394821:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e6e9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc44 expref: 266 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.394826:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306f1f80 00000100:00100000:0.0:1746157061.394936:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1908 00000100:00100000:0.0:1746157061.394944:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+266:2012:x1830977684605568:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157061.395480:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+266:2012:x1830977684605568:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 535us (783us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157061.395487:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1908 00002000:00100000:0.0:1746157061.395492:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f1f80 x1830977684605568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.395499:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1f80 with x1830977684605568 ext(0->4095) 00010000:00010000:0.0:1746157061.395504:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e6e9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc44 expref: 266 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.395512:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e6e9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc44 expref: 266 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.395517:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306f1f80 00000100:00100000:0.0:1746157061.396803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.397673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.398163:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.399813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.406865:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.410087:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+266:2010:x1830977684606464:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2804us (3222us total) trans 4294972257 rc 0/0 00000100:00100000:0.0:1746157061.410111:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1910 00002000:00100000:0.0:1746157061.410119:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880123886a00 x1830977684606464/t4294972257(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.410127:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123886a00 with x1830977684606464 ext(0->7) 00010000:00010000:0.0:1746157061.410134:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e6f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc4b expref: 266 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.410148:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e6f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc4b expref: 266 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.410157:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123886a00 00000100:00100000:0.0:1746157061.416006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.417520:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.418602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.419005:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684606976 00000100:00100000:0.0:1746157061.419009:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684606976 00002000:00100000:0.0:1746157061.419041:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880123884700 x1830977684606976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:622/0 lens 488/0 e 0 to 0 dl 1746157072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.419050:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884700 with x1830977684606976 ext(0->4095) 00010000:00010000:0.0:1746157061.419056:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e6f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc52 expref: 6 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.419065:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e6f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc52 expref: 6 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.419071:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123884700 00000100:00100000:0.0:1746157061.419258:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1911 00000100:00100000:0.0:1746157061.419265:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684606976:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157061.419395:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684606976:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (791us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157061.419401:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1911 00002000:00100000:0.0:1746157061.419406:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880123884700 x1830977684606976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.419413:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884700 with x1830977684606976 ext(0->4095) 00010000:00010000:0.0:1746157061.419417:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e6f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc52 expref: 6 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.419425:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e6f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc52 expref: 6 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.419431:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123884700 00000100:00100000:0.0:1746157061.421022:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.421117:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.423486:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.425084:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.426750:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+269:2010:x1830977684607744:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1482us (1648us total) trans 4294972258 rc 0/0 00000100:00100000:0.0:1746157061.426877:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1913 00002000:00100000:0.0:1746157061.426887:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880123884a80 x1830977684607744/t4294972258(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.426896:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884a80 with x1830977684607744 ext(0->7) 00010000:00010000:0.0:1746157061.426904:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e6fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc59 expref: 269 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.426916:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e6fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc59 expref: 269 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.426923:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123884a80 00000100:00100000:0.0:1746157061.428906:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.433711:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.435051:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13165 00000100:00100000:0.0:1746157061.435066:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+268:2011:x1830977684608128:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157061.437077:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+268:2011:x1830977684608128:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2003us (3353us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157061.437102:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13165 00002000:00100000:0.0:1746157061.437115:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008b259500 x1830977684608128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746157072 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.437125:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259500 with x1830977684608128 ext(0->4095) 00002000:00010000:0.0:1746157061.437132:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b259500 00000100:00100000:0.0:1746157061.442650:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.442973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.445978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.448480:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.450237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.451601:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+270:2013:x1830977684609024:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1185us (1363us total) trans 4294972259 rc 0/0 00000100:00100000:0.0:1746157061.451609:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1915 00002000:00100000:0.0:1746157061.451616:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b258000 x1830977684609024/t4294972259(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.451623:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258000 with x1830977684609024 ext(0->7) 00010000:00010000:0.0:1746157061.451631:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e70c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc6e expref: 270 pid: 9674 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.451642:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e70c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc6e expref: 270 pid: 9674 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.451648:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b258000 00000100:00100000:0.0:1746157061.453293:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.456366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.459317:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.463334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.466256:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.470304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.471231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.472546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.476505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.486606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.487872:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+273:2013:x1830977684611072:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 702us (1273us total) trans 4294972260 rc 0/0 00000100:00100000:0.0:1746157061.487880:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1918 00002000:00100000:0.0:1746157061.487887:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bca80 x1830977684611072/t4294972260(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.487894:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bca80 with x1830977684611072 ext(0->7) 00010000:00010000:0.0:1746157061.487899:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e721 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc7c expref: 273 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.487909:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6c00/0x7b65fed88534e721 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc7c expref: 273 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.487915:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bca80 00000100:00100000:0.0:1746157061.489463:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.494571:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.495676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.495699:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684611584 00000100:00100000:0.0:1746157061.495703:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684611584 00002000:00100000:0.0:1746157061.495727:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226c9180 x1830977684611584/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 488/0 e 0 to 0 dl 1746157072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.495882:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c9180 with x1830977684611584 ext(0->4095) 00010000:00010000:0.0:1746157061.495889:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534e728 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc83 expref: 274 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.495900:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534e728 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc83 expref: 274 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.495906:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226c9180 00000100:00100000:0.0:1746157061.495929:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1919 00000100:00100000:0.0:1746157061.495935:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801226c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+274:2010:x1830977684611584:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157061.496131:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801226c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+274:2010:x1830977684611584:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 194us (454us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157061.496137:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1919 00002000:00100000:0.0:1746157061.496180:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801226c9180 x1830977684611584/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.496187:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801226c9180 with x1830977684611584 ext(0->4095) 00010000:00010000:0.0:1746157061.496192:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534e728 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc83 expref: 274 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.496201:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534e728 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc83 expref: 274 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.496206:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801226c9180 00000100:00100000:0.0:1746157061.499508:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.502809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.505814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.505847:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684612352 00000100:00100000:0.0:1746157061.505855:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684612352 00002000:00100000:0.0:1746157061.505895:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012a2fca80 x1830977684612352/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/0 e 0 to 0 dl 1746157072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.505904:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fca80 with x1830977684612352 ext(0->7) 00010000:00010000:0.0:1746157061.505912:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534e72f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc8a expref: 272 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.505929:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534e72f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc8a expref: 272 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.505935:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012a2fca80 00000100:00100000:0.0:1746157061.505990:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1921 00000100:00100000:0.0:1746157061.505998:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+272:2012:x1830977684612352:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157061.510166:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+274:2012:x1830977684612352:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4159us (4352us total) trans 4294972261 rc 0/0 00000100:00100000:0.0:1746157061.510178:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1921 00002000:00100000:0.0:1746157061.510188:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012a2fca80 x1830977684612352/t4294972261(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.510197:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fca80 with x1830977684612352 ext(0->7) 00010000:00010000:0.0:1746157061.510205:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534e72f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc8a expref: 274 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.510221:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e200/0x7b65fed88534e72f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc8a expref: 274 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.510227:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012a2fca80 00000100:00100000:0.0:1746157061.514859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.522283:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.522328:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.528915:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684613120 00000100:00100000:0.0:1746157061.528921:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684613120 00010000:00010000:0.0:1746157061.528943:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e736 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc91 expref: 6 pid: 9579 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746157061.528977:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16015 00000100:00100000:0.0:1746157061.528982:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684613120:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157061.528991:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157061.529011:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e736 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc91 expref: 6 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.529022:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e736 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc91 expref: 6 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.529039:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e736 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc91 expref: 6 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.529063:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157061.529064:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157061.529070:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534e73d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc98 expref: 274 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.529078:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534e73d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc98 expref: 274 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.529109:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534e73d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc98 expref: 274 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.529121:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534e73d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc98 expref: 274 pid: 9579 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746157061.529141:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977678907776:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157061.529371:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157061.530895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.534583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.535659:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+277:2010:x1830977684613632:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 833us (1083us total) trans 4294972262 rc 0/0 00000100:00100000:0.0:1746157061.535667:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1924 00002000:00100000:0.0:1746157061.535674:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ce84a80 x1830977684613632/t4294972262(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.535682:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84a80 with x1830977684613632 ext(0->7) 00010000:00010000:0.0:1746157061.535687:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534e73d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc98 expref: 277 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.535698:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fc00/0x7b65fed88534e73d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dc98 expref: 277 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.535704:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ce84a80 00000100:00100000:0.0:1746157061.538214:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.541146:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.543489:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.549471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.550876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.554364:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.557577:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.558561:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.562774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.574334:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.575978:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+278:2011:x1830977684615680:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 931us (1649us total) trans 4294972263 rc 0/0 00000100:00100000:0.0:1746157061.575986:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1927 00002000:00100000:0.0:1746157061.575995:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f208e00 x1830977684615680/t4294972263(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.576002:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f208e00 with x1830977684615680 ext(0->7) 00010000:00010000:0.0:1746157061.576009:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e752 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcad expref: 278 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.576021:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e600/0x7b65fed88534e752 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcad expref: 278 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.576027:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f208e00 00000100:00100000:0.0:1746157061.581545:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.581659:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.585792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.585818:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684616192 00000100:00100000:0.0:1746157061.585824:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684616192 00002000:00100000:0.0:1746157061.585858:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007f3af480 x1830977684616192/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:622/0 lens 488/0 e 0 to 0 dl 1746157072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.585875:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3af480 with x1830977684616192 ext(0->4095) 00010000:00010000:0.0:1746157061.585887:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e759 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcb4 expref: 6 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.585904:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e759 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcb4 expref: 6 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.585910:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3af480 00000100:00100000:0.0:1746157061.585926:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1928 00000100:00100000:0.0:1746157061.585932:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684616192:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157061.586049:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684616192:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157061.586055:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1928 00002000:00100000:0.0:1746157061.586060:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007f3af480 x1830977684616192/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.586067:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3af480 with x1830977684616192 ext(0->4095) 00010000:00010000:0.0:1746157061.586071:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e759 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcb4 expref: 6 pid: 9579 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746157061.586079:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f600/0x7b65fed88534e759 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcb4 expref: 6 pid: 9579 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746157061.586084:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3af480 00000100:00100000:0.0:1746157061.597969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.599078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.602377:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.602978:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684616704 00000100:00100000:0.0:1746157061.602983:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684616704 00002000:00100000:0.0:1746157061.603013:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008e5ce680 x1830977684616704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 488/0 e 0 to 0 dl 1746157072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.603020:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce680 with x1830977684616704 ext(0->4095) 00010000:00010000:0.0:1746157061.603027:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e760 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcbb expref: 280 pid: 9579 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157061.603038:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e760 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcbb expref: 280 pid: 9579 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157061.603044:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5ce680 00000100:00100000:0.0:1746157061.603672:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1929 00000100:00100000:0.0:1746157061.603679:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+280:2011:x1830977684616704:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157061.603805:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+280:2011:x1830977684616704:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (1434us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157061.603811:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1929 00002000:00100000:0.0:1746157061.603816:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008e5ce680 x1830977684616704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.603823:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce680 with x1830977684616704 ext(0->4095) 00010000:00010000:0.0:1746157061.603828:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e760 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcbb expref: 280 pid: 9579 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157061.603836:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e760 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcbb expref: 280 pid: 9579 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157061.603841:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5ce680 00000100:00100000:0.0:1746157061.612831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.613696:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+281:2013:x1830977684616960:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 681us (870us total) trans 4294972264 rc 0/0 00000100:00100000:0.0:1746157061.613703:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1930 00002000:00100000:0.0:1746157061.613709:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5ce300 x1830977684616960/t4294972264(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.613716:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce300 with x1830977684616960 ext(0->7) 00010000:00010000:0.0:1746157061.613721:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e760 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcbb expref: 281 pid: 9579 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157061.613729:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e760 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcbb expref: 281 pid: 9579 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157061.613761:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5ce300 00000100:00100000:0.0:1746157061.616478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.621227:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.631270:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.636616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.644246:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684617856 00000100:00100000:0.0:1746157061.644254:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684617856 00000100:00100000:0.0:1746157061.644297:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28680 00000100:00100000:0.0:1746157061.644304:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+280:1110:x1830977684617856:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157061.644318:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157061.644335:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800926f1000/0x7b65fed88534e775 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481dcd0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.644364:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e767 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcc2 expref: 281 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.644377:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e76e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcc9 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.644383:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157061.644385:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157061.644388:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800926f1000/0x7b65fed88534e775 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcd0 expref: 281 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.644416:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e76e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcc9 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.644426:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e76e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcc9 expref: 5 pid: 9579 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746157061.644435:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678909184:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157061.644510:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e767 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcc2 expref: 281 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157061.644517:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e767 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcc2 expref: 281 pid: 9579 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746157061.644523:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977678909312:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157061.644537:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157061.648788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.651634:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.651679:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.654677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.662691:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.666382:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+282:2011:x1830977684619008:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 733us (3691us total) trans 4294972265 rc 0/0 00000100:00100000:0.0:1746157061.666392:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1933 00002000:00100000:0.0:1746157061.666400:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008bc19f80 x1830977684619008/t4294972265(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.666406:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19f80 with x1830977684619008 ext(0->7) 00010000:00010000:0.0:1746157061.666414:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926f1000/0x7b65fed88534e775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcd0 expref: 282 pid: 9579 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157061.666425:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926f1000/0x7b65fed88534e775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcd0 expref: 282 pid: 9579 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157061.666430:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bc19f80 00000100:00100000:0.0:1746157061.672476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.684153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.686673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.691697:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.692567:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.701019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.721261:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.727001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.730916:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.737666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.737733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.741052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.741147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.745280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.749698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.758085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.765257:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.766604:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+286:2011:x1830977684621952:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1092us (1341us total) trans 4294972267 rc 0/0 00000100:00100000:0.0:1746157061.766617:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1938 00002000:00100000:0.0:1746157061.766628:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008fed9180 x1830977684621952/t4294972267(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.766636:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9180 with x1830977684621952 ext(0->7) 00010000:00010000:0.0:1746157061.766645:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcf3 expref: 286 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157061.766660:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e798 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcf3 expref: 286 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157061.766666:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fed9180 00000100:00100000:0.0:1746157061.774516:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.775409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.782008:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.782032:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684622464 00000100:00100000:0.0:1746157061.782037:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684622464 00002000:00100000:0.0:1746157061.782071:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012be9c380 x1830977684622464/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:622/0 lens 488/0 e 0 to 0 dl 1746157072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.782079:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9c380 with x1830977684622464 ext(0->4095) 00010000:00010000:0.0:1746157061.782104:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e79f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcfa expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157061.782116:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e79f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcfa expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157061.782122:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012be9c380 00000100:00100000:0.0:1746157061.782139:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1939 00000100:00100000:0.0:1746157061.782146:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684622464:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157061.782264:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684622464:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157061.782270:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1939 00002000:00100000:0.0:1746157061.782274:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012be9c380 x1830977684622464/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.782281:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9c380 with x1830977684622464 ext(0->4095) 00010000:00010000:0.0:1746157061.782285:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e79f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcfa expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157061.782293:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e79f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dcfa expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157061.782298:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012be9c380 00000100:00100000:0.0:1746157061.787396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.791845:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.830033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.837371:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+288:2012:x1830977684623104:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1564us (1698us total) trans 4294972268 rc 0/0 00000100:00100000:0.0:1746157061.837379:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1940 00002000:00100000:0.0:1746157061.837386:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306f3100 x1830977684623104/t4294972268(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.837393:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3100 with x1830977684623104 ext(0->7) 00010000:00010000:0.0:1746157061.837400:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e7a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd01 expref: 288 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157061.837410:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e6000/0x7b65fed88534e7a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd01 expref: 288 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157061.837416:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306f3100 00000100:00100000:0.0:1746157061.839319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.844478:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.845641:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.848263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.848541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.851118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.853304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.854655:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+291:2013:x1830977684624384:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1103us (1352us total) trans 4294972269 rc 0/0 00000100:00100000:0.0:1746157061.854661:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1942 00002000:00100000:0.0:1746157061.854667:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c6300 x1830977684624384/t4294972269(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.854673:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6300 with x1830977684624384 ext(0->7) 00010000:00010000:0.0:1746157061.854678:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e7b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd0f expref: 291 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157061.854687:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e7b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd0f expref: 291 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157061.854692:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c6300 00000100:00100000:0.0:1746157061.857472:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.860863:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.864758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.867708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.872414:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.876614:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.883680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.885363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.887414:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.892874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.904291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.906531:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+292:2013:x1830977684626432:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1519us (2242us total) trans 4294972270 rc 0/0 00000100:00100000:0.0:1746157061.906540:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1944 00002000:00100000:0.0:1746157061.906547:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d7aed80 x1830977684626432/t4294972270(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:622/0 lens 496/448 e 0 to 0 dl 1746157072 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157061.906555:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aed80 with x1830977684626432 ext(0->7) 00010000:00010000:0.0:1746157061.906563:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e7c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd24 expref: 292 pid: 9579 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157061.906574:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e7c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd24 expref: 292 pid: 9579 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157061.906580:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d7aed80 00000100:00100000:0.0:1746157061.914927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.925192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.930584:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.944213:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.944258:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.958017:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.963597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157061.965488:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.003104:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.009656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.010847:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+295:2011:x1830977684628224:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 934us (1196us total) trans 4294972271 rc 0/0 00000100:00100000:0.0:1746157062.010854:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1947 00002000:00100000:0.0:1746157062.010859:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009250ca80 x1830977684628224/t4294972271(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.010866:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250ca80 with x1830977684628224 ext(0->7) 00010000:00010000:0.0:1746157062.010872:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e7de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd39 expref: 295 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.010881:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7000/0x7b65fed88534e7de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd39 expref: 295 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.010886:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009250ca80 00000100:00100000:0.0:1746157062.017372:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.024491:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.028400:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684629120 00000100:00100000:0.0:1746157062.028405:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684629120 00002000:00100000:0.0:1746157062.028430:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f2d80 x1830977684629120/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 488/0 e 0 to 0 dl 1746157073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.028438:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2d80 with x1830977684629120 ext(0->4095) 00002000:00010000:0.0:1746157062.028442:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306f2d80 00000100:00100000:0.0:1746157062.028465:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13180 00000100:00100000:0.0:1746157062.028470:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+294:2011:x1830977684629120:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157062.028566:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+294:2011:x1830977684629120:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (1006us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157062.028571:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13180 00002000:00100000:0.0:1746157062.028576:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306f2d80 x1830977684629120/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746157073 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.028582:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2d80 with x1830977684629120 ext(0->4095) 00002000:00010000:0.0:1746157062.028584:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306f2d80 00000100:00100000:0.0:1746157062.030587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.031863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.037690:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.037720:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.037770:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.037796:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157062.038506:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746157062.038510:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157062.038511:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157062.050328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.053857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.062054:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.065262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.068357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.072202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.072903:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684630912 00000100:00100000:0.0:1746157062.072910:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684630912 00010000:00010000:0.0:1746157062.072930:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e7e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd40 expref: 295 pid: 9578 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746157062.072960:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16041 00000100:00100000:0.0:1746157062.072965:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091294a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+295:2011:x1830977684630912:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157062.072975:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157062.072990:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e7e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd40 expref: 295 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.072999:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e7e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd40 expref: 295 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.073015:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7400/0x7b65fed88534e7e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd40 expref: 295 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.073036:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.073037:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.073042:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e7f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd4e expref: 294 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.073049:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e7f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd4e expref: 294 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.073071:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e7f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd4e expref: 294 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.073081:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e7f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd4e expref: 294 pid: 9578 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746157062.073101:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091294380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7220:1830977678913664:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157062.073147:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157062.076152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.077879:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+294:2013:x1830977684631168:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1304us (1730us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157062.077887:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1948 00002000:00100000:0.0:1746157062.077893:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880091295180 x1830977684631168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.077900:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091295180 with x1830977684631168 ext(0->4095) 00010000:00010000:0.0:1746157062.077906:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e7f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd4e expref: 294 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.077916:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e7f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd4e expref: 294 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.077921:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091295180 00000100:00100000:0.0:1746157062.080923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.086881:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+296:2010:x1830977684631424:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5723us (5949us total) trans 4294972272 rc 0/0 00000100:00100000:0.0:1746157062.086898:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1949 00002000:00100000:0.0:1746157062.086912:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091294380 x1830977684631424/t4294972272(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.086922:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091294380 with x1830977684631424 ext(0->7) 00010000:00010000:0.0:1746157062.086933:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e7f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd4e expref: 296 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.086950:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008b3e7e00/0x7b65fed88534e7f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd4e expref: 296 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.086956:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091294380 00000100:00100000:0.0:1746157062.089860:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.092793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.095860:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.104038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.112075:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.113550:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+297:2013:x1830977684632704:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157062.114193:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+299:2013:x1830977684632704:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 693us (2122us total) trans 4294972273 rc 0/0 00000100:00100000:0.0:1746157062.114200:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1951 00002000:00100000:0.0:1746157062.114205:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a7100 x1830977684632704/t4294972273(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.114212:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7100 with x1830977684632704 ext(0->7) 00010000:00010000:0.0:1746157062.114219:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534e801 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd5c expref: 299 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.114231:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c768200/0x7b65fed88534e801 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd5c expref: 299 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.114236:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a7100 00000100:00100000:0.0:1746157062.118985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.124665:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.130079:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.130170:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.135218:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.135256:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.139891:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.143056:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.162814:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.166107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.167143:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+300:2011:x1830977684634368:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 601us (1039us total) trans 4294972274 rc 0/0 00000100:00100000:0.0:1746157062.167149:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1953 00002000:00100000:0.0:1746157062.167154:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800926f9880 x1830977684634368/t4294972274(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.167161:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f9880 with x1830977684634368 ext(0->7) 00010000:00010000:0.0:1746157062.167165:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f225600/0x7b65fed88534e816 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd71 expref: 300 pid: 9674 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.167175:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f225600/0x7b65fed88534e816 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd71 expref: 300 pid: 9674 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.167186:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f9880 00000100:00100000:0.0:1746157062.173428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.183806:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.183844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.183898:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684634880 00000100:00100000:0.0:1746157062.183905:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684634880 00002000:00100000:0.0:1746157062.183950:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c5c8700 x1830977684634880/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:623/0 lens 488/0 e 0 to 0 dl 1746157073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.183960:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8700 with x1830977684634880 ext(0->4095) 00002000:00010000:0.0:1746157062.183965:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c5c8700 00000100:00100000:0.0:1746157062.183983:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13187 00000100:00100000:0.0:1746157062.183990:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684634880:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157062.184143:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684634880:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 153us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157062.184149:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13187 00002000:00100000:0.0:1746157062.184155:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c5c8700 x1830977684634880/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746157073 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.184161:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8700 with x1830977684634880 ext(0->4095) 00002000:00010000:0.0:1746157062.184164:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c5c8700 00000100:00100000:0.0:1746157062.190523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.190609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.190647:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684635136 00000100:00100000:0.0:1746157062.190653:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684635136 00010000:00010000:0.0:1746157062.190687:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e80000/0x7b65fed88534e81d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd78 expref: 6 pid: 9674 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746157062.190711:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16048 00000100:00100000:0.0:1746157062.190717:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131250a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684635136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157062.190729:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157062.190780:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e80000/0x7b65fed88534e81d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd78 expref: 6 pid: 9674 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.190791:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e80000/0x7b65fed88534e81d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd78 expref: 6 pid: 9674 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.190812:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e80000/0x7b65fed88534e81d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd78 expref: 6 pid: 9674 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.190829:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.190831:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.190839:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e80600/0x7b65fed88534e824 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd7f expref: 300 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.191818:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e80600/0x7b65fed88534e824 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd7f expref: 300 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.192015:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e80600/0x7b65fed88534e824 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd7f expref: 301 pid: 9674 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.192023:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e80600/0x7b65fed88534e824 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd7f expref: 301 pid: 9674 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746157062.192037:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131251180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678915328:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157062.193010:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157062.200802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.208570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.212663:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+303:2012:x1830977684635648:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1162us (4097us total) trans 4294972275 rc 0/0 00000100:00100000:0.0:1746157062.212672:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1955 00002000:00100000:0.0:1746157062.212681:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880131250e00 x1830977684635648/t4294972275(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.212689:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131250e00 with x1830977684635648 ext(0->7) 00010000:00010000:0.0:1746157062.212698:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e80600/0x7b65fed88534e824 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd7f expref: 303 pid: 9674 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.212710:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e80600/0x7b65fed88534e824 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd7f expref: 303 pid: 9674 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.212717:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131250e00 00000100:00100000:0.0:1746157062.220826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.220918:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.223909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.226888:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.226970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.230644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.248636:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.250312:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+304:2010:x1830977684636928:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1423us (1680us total) trans 4294972276 rc 0/0 00000100:00100000:0.0:1746157062.250319:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1958 00002000:00100000:0.0:1746157062.250326:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f3e5180 x1830977684636928/t4294972276(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.250333:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5180 with x1830977684636928 ext(0->7) 00010000:00010000:0.0:1746157062.250340:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e80200/0x7b65fed88534e832 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd8d expref: 304 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.250350:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e80200/0x7b65fed88534e832 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd8d expref: 304 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.250355:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f3e5180 00000100:00100000:0.0:1746157062.257227:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.262995:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.273207:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684637440 00000100:00100000:0.0:1746157062.273216:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684637440 00000100:00100000:0.0:1746157062.273260:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28711 00000100:00100000:0.0:1746157062.273268:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+303:1111:x1830977684637440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157062.273286:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157062.273304:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880089e83e00/0x7b65fed88534e840 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481dd9b expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.273328:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.273330:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.273337:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880089e83e00/0x7b65fed88534e840 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd9b expref: 304 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.273357:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880089e83e00/0x7b65fed88534e840 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dd9b expref: 304 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.273367:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880089e83e00, rc 0) 00000100:00100000:0.0:1746157062.273498:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+304:1111:x1830977684637440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 230us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157062.273503:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28711 00000100:00100000:0.0:1746157062.273955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.275110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.278837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.278889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.284523:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.284605:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.289618:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.293408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.297024:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+307:2013:x1830977684638976:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3119us (3616us total) trans 4294972277 rc 0/0 00000100:00100000:0.0:1746157062.297035:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1961 00002000:00100000:0.0:1746157062.297043:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008ccfad80 x1830977684638976/t4294972277(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.297051:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfad80 with x1830977684638976 ext(0->7) 00010000:00010000:0.0:1746157062.297060:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e80000/0x7b65fed88534e847 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dda2 expref: 307 pid: 9579 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.297079:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e80000/0x7b65fed88534e847 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dda2 expref: 307 pid: 9579 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.297093:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ccfad80 00000100:00100000:0.0:1746157062.298414:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678916608 00000100:00100000:0.0:1746157062.298422:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678916608 00000100:00100000:0.0:1746157062.298466:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1746157062.298473:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830977678916608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746157062.298504:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746157062.298550:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830977678916608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157062.298555:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1746157062.302134:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.314271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.320813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.321175:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.327455:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.328013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.337198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.341004:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.344934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.350352:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.353308:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+308:2010:x1830977684640640:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2290us (2959us total) trans 4294972278 rc 0/0 00000100:00100000:0.0:1746157062.353316:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1963 00002000:00100000:0.0:1746157062.353324:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a888b480 x1830977684640640/t4294972278(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.353332:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888b480 with x1830977684640640 ext(0->7) 00010000:00010000:0.0:1746157062.353338:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e85c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddb7 expref: 308 pid: 9579 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.353350:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534e85c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddb7 expref: 308 pid: 9579 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.353355:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a888b480 00000100:00100000:0.0:1746157062.361728:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.363764:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830977678918016:0@lo:400:kworker.0 00000100:00100000:0.0:1746157062.363787:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157062.363799:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f156a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977678918528:0@lo:400:kworker.0 00000100:00100000:0.0:1746157062.363810:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157062.363818:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746157062.363822:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:81652853-4347-4196-931c-6de7451a0496:3767:1830977678917632:0@lo:400:kworker.0 00000100:00100000:0.0:1746157062.363837:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157062.363854:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3767:1830977678918144:0@lo:400:kworker.0 00000100:00100000:0.0:1746157062.363868:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157062.363875:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3767:1830977678918656:0@lo:400:kworker.0 00000100:00100000:0.0:1746157062.363887:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746157062.363900:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157062.363903:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157062.363906:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746157062.363925:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678918528 00000100:00100000:0.0:1746157062.363928:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678918528 00000100:00100000:0.0:1746157062.363944:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1746157062.363948:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977678918528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157062.363967:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977678918528:12345-0@lo:400:kworker.0 Request processed in 19us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157062.363971:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00080000:0.0:1746157062.363979:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157062.363988:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f156a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977678918528:0@lo:400:kworker.0 00000100:00100000:0.0:1746157062.365003:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:81652853-4347-4196-931c-6de7451a0496:3767:1830977678917632:0@lo:400:kworker.0 00000100:00100000:0.0:1746157062.365012:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3767:1830977678918144:0@lo:400:kworker.0 00000100:00100000:0.0:1746157062.365018:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007ca00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3767:1830977678918656:0@lo:400:kworker.0 00000100:00100000:0.0:1746157062.365025:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830977678918016:0@lo:400:kworker.0 00000100:00100000:0.0:1746157062.365044:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684640896 00000100:00100000:0.0:1746157062.365047:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684640896 00000100:00100000:0.0:1746157062.365074:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28717 00000100:00100000:0.0:1746157062.365079:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+308:1110:x1830977684640896:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157062.365096:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157062.365112:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093d00e00/0x7b65fed88534e86a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ddc5 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.365133:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e863 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddbe expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.365139:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.365141:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.365144:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d00e00/0x7b65fed88534e86a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddc5 expref: 309 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.365167:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddbe expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.365178:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a6e800/0x7b65fed88534e863 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddbe expref: 5 pid: 9579 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746157062.365186:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f164700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9578:1830977678919040:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157062.365237:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157062.372648:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.377949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.381105:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.384850:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.394667:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.396665:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+310:2011:x1830977684641792:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1761us (2008us total) trans 4294972279 rc 0/0 00000100:00100000:0.0:1746157062.396674:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1965 00002000:00100000:0.0:1746157062.396681:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f167100 x1830977684641792/t4294972279(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.396688:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167100 with x1830977684641792 ext(0->7) 00010000:00010000:0.0:1746157062.396696:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093d00e00/0x7b65fed88534e86a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddc5 expref: 310 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.396707:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093d00e00/0x7b65fed88534e86a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddc5 expref: 310 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.396718:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f167100 00000100:00100000:0.0:1746157062.400587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.407354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.407404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.407433:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684642304 00000100:00100000:0.0:1746157062.407442:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684642304 00002000:00100000:0.0:1746157062.408417:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88013133c700 x1830977684642304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:623/0 lens 488/0 e 0 to 0 dl 1746157073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.408426:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c700 with x1830977684642304 ext(0->4095) 00010000:00010000:0.0:1746157062.408432:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4400/0x7b65fed88534e871 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddcc expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.408441:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4400/0x7b65fed88534e871 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddcc expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.408446:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133c700 00000100:00100000:0.0:1746157062.408467:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1966 00000100:00100000:0.0:1746157062.408473:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684642304:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157062.408605:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684642304:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (1201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157062.408611:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1966 00002000:00100000:0.0:1746157062.408616:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88013133c700 x1830977684642304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.408623:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c700 with x1830977684642304 ext(0->4095) 00010000:00010000:0.0:1746157062.408628:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4400/0x7b65fed88534e871 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddcc expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.408637:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4400/0x7b65fed88534e871 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddcc expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.408642:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133c700 00000100:00100000:0.0:1746157062.411532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.411579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.415794:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.426281:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.427769:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+313:2012:x1830977684643072:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 828us (1467us total) trans 4294972280 rc 0/0 00000100:00100000:0.0:1746157062.427777:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1968 00002000:00100000:0.0:1746157062.427783:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88013133dc00 x1830977684643072/t4294972280(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.427791:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133dc00 with x1830977684643072 ext(0->7) 00010000:00010000:0.0:1746157062.427796:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e878 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddd3 expref: 313 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.427805:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e878 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddd3 expref: 313 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.427811:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133dc00 00000100:00100000:0.0:1746157062.429258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.438077:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.442672:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.443325:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.445854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.451896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.452697:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.457538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.458320:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.463346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.470569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.472168:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+314:2013:x1830977684645120:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1261us (1605us total) trans 4294972281 rc 0/0 00000100:00100000:0.0:1746157062.472177:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1972 00002000:00100000:0.0:1746157062.472184:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092893480 x1830977684645120/t4294972281(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.472191:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092893480 with x1830977684645120 ext(0->7) 00010000:00010000:0.0:1746157062.472198:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5e00/0x7b65fed88534e88d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dde8 expref: 314 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.472210:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5e00/0x7b65fed88534e88d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dde8 expref: 314 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.472217:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092893480 00000100:00100000:0.0:1746157062.480455:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.491992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.494353:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.494408:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684645632 00000100:00100000:0.0:1746157062.494412:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684645632 00002000:00100000:0.0:1746157062.494438:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880092892300 x1830977684645632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:623/0 lens 488/0 e 0 to 0 dl 1746157073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.494448:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892300 with x1830977684645632 ext(0->4095) 00010000:00010000:0.0:1746157062.494454:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e894 lrc: 8/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddef expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.494463:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e894 lrc: 8/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddef expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.494468:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092892300 00000100:00100000:0.0:1746157062.494479:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1973 00000100:00100000:0.0:1746157062.494485:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684645632:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157062.494600:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684645632:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157062.494605:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1973 00002000:00100000:0.0:1746157062.494611:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880092892300 x1830977684645632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.494617:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892300 with x1830977684645632 ext(0->4095) 00010000:00010000:0.0:1746157062.494621:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e894 lrc: 8/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddef expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.494629:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e894 lrc: 8/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddef expref: 6 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.494634:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092892300 00000100:00100000:0.0:1746157062.499573:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.499618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.504406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.506553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.511063:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+317:2013:x1830977684646400:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3914us (4508us total) trans 4294972282 rc 0/0 00000100:00100000:0.0:1746157062.511073:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1975 00002000:00100000:0.0:1746157062.511089:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092891f80 x1830977684646400/t4294972282(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.511097:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891f80 with x1830977684646400 ext(0->7) 00010000:00010000:0.0:1746157062.511106:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9c00/0x7b65fed88534e89b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddf6 expref: 317 pid: 9674 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.511119:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9c00/0x7b65fed88534e89b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ddf6 expref: 317 pid: 9674 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.511125:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092891f80 00000001:00080000:0.0:1746157062.520473:0:9575:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972282 is committed 00000100:00100000:0.0:1746157062.524608:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16066 00000100:00100000:0.0:1746157062.529071:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.532278:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.532336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.535871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.540383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.541228:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977684647680:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 629us (853us total) trans 4294972283 rc 0/0 00000100:00100000:0.0:1746157062.541235:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1978 00002000:00100000:0.0:1746157062.541242:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011f1c7100 x1830977684647680/t4294972283(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.541249:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7100 with x1830977684647680 ext(0->7) 00010000:00010000:0.0:1746157062.541254:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4600/0x7b65fed88534e8a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de04 expref: 8 pid: 9578 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.541263:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4600/0x7b65fed88534e8a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de04 expref: 8 pid: 9578 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.541269:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011f1c7100 00000100:00100000:0.0:1746157062.548073:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.554398:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977678921856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746157062.554466:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157062.555218:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977678921856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746157062.556461:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.562550:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.562668:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.567787:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.569224:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.572240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.572575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.575874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.579785:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.585507:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2012:x1830977684649472:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 955us (5727us total) trans 4294972284 rc 0/0 00000100:00100000:0.0:1746157062.585515:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1981 00002000:00100000:0.0:1746157062.585522:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5bed80 x1830977684649472/t4294972284(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.585530:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bed80 with x1830977684649472 ext(0->7) 00010000:00010000:0.0:1746157062.585536:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534e8b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de19 expref: 10 pid: 9577 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746157062.585546:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ec00/0x7b65fed88534e8b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de19 expref: 10 pid: 9577 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746157062.585553:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5bed80 00000100:00100000:0.0:1746157062.586195:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678922496 00000100:00100000:0.0:1746157062.586201:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678922496 00000100:00100000:0.0:1746157062.586238:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1746157062.586244:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977678922496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746157062.586258:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980097856 pending 57344 free 3922812928 avail 3686846464 00000100:00100000:0.0:1746157062.586297:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977678922496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157062.586302:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1746157062.593922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.598227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.600803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.605379:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.609948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.610206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.616856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.616895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.616931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.616957:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684651008 00000100:00100000:0.0:1746157062.616966:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684651008 00010000:00010000:0.0:1746157062.617005:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e8c5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de20 expref: 6 pid: 9577 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746157062.617032:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684650752 00000100:00100000:0.0:1746157062.617035:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684650752 00010000:00010000:0.0:1746157062.617045:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e8cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de27 expref: 12 pid: 9577 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746157062.617060:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16072 00000100:00100000:0.0:1746157062.617067:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684651008:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157062.617089:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157062.617110:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e8c5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de20 expref: 6 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.617120:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534e8c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de20 expref: 6 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.617147:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157062.617186:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684651008:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 120us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157062.617193:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16072 00000100:00100000:0.0:1746157062.617208:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16073 00000100:00100000:0.0:1746157062.617212:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2010:x1830977684650752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157062.617219:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157062.617226:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e8cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de27 expref: 12 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.617239:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a6e000/0x7b65fed88534e8cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de27 expref: 12 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.617250:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.617252:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.617259:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5600/0x7b65fed88534e8d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de2e expref: 12 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.617267:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5600/0x7b65fed88534e8d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de2e expref: 12 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.617297:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5600/0x7b65fed88534e8d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de2e expref: 12 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157062.617310:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678923008:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157062.617366:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157062.623713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.636386:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.637610:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2012:x1830977684651520:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 797us (1230us total) trans 4294972285 rc 0/0 00000100:00100000:0.0:1746157062.637618:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1983 00002000:00100000:0.0:1746157062.637626:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bed80 x1830977684651520/t4294972285(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.637634:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bed80 with x1830977684651520 ext(0->7) 00010000:00010000:0.0:1746157062.637640:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5600/0x7b65fed88534e8d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de2e expref: 13 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.637652:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5600/0x7b65fed88534e8d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de2e expref: 13 pid: 9674 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157062.637658:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bed80 00000100:00100000:0.0:1746157062.644254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.650769:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.652985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.654949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.658057:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.662284:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.664792:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.664902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.670069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.678021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.679393:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977684653312:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1134us (1372us total) trans 4294972286 rc 0/0 00000100:00100000:0.0:1746157062.679404:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1985 00002000:00100000:0.0:1746157062.679414:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880123886d80 x1830977684653312/t4294972286(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.679422:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123886d80 with x1830977684653312 ext(0->7) 00010000:00010000:0.0:1746157062.679431:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5a00/0x7b65fed88534e8e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de43 expref: 15 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.679444:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5a00/0x7b65fed88534e8e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de43 expref: 15 pid: 9674 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157062.679455:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123886d80 00000100:00100000:0.0:1746157062.688448:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.694640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.698611:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.707690:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.707780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.714656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.729856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.732301:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977684654592:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 919us (2452us total) trans 4294972287 rc 0/0 00000100:00100000:0.0:1746157062.732310:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1988 00002000:00100000:0.0:1746157062.732318:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800926f9f80 x1830977684654592/t4294972287(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.732326:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f9f80 with x1830977684654592 ext(0->7) 00010000:00010000:0.0:1746157062.732334:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e8f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de51 expref: 16 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.732348:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e8f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de51 expref: 16 pid: 9577 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157062.732355:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f9f80 00000100:00100000:0.0:1746157062.739684:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.739997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.745115:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.745518:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684655104 00000100:00100000:0.0:1746157062.745526:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684655104 00002000:00100000:0.0:1746157062.745897:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a5bdc000 x1830977684655104/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:623/0 lens 488/0 e 0 to 0 dl 1746157073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.745907:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdc000 with x1830977684655104 ext(0->4095) 00010000:00010000:0.0:1746157062.745918:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e8fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de58 expref: 6 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.745932:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e8fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de58 expref: 6 pid: 9577 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157062.745938:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5bdc000 00000100:00100000:0.0:1746157062.745961:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1989 00000100:00100000:0.0:1746157062.745968:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684655104:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157062.746123:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684655104:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 155us (1008us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157062.746130:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1989 00002000:00100000:0.0:1746157062.746135:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a5bdc000 x1830977684655104/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.746141:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdc000 with x1830977684655104 ext(0->4095) 00010000:00010000:0.0:1746157062.746145:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e8fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de58 expref: 6 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.746154:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534e8fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de58 expref: 6 pid: 9577 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157062.746159:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5bdc000 00000100:00100000:0.0:1746157062.750138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.756382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.763113:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684655872 00000100:00100000:0.0:1746157062.763123:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684655872 00002000:00100000:0.0:1746157062.763169:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c57d880 x1830977684655872/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/0 e 0 to 0 dl 1746157073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.763180:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d880 with x1830977684655872 ext(0->7) 00010000:00010000:0.0:1746157062.763189:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de5f expref: 17 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.763204:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de5f expref: 17 pid: 9577 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157062.763211:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57d880 00000100:00100000:0.0:1746157062.763241:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1991 00000100:00100000:0.0:1746157062.763249:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2011:x1830977684655872:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157062.764662:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2011:x1830977684655872:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1408us (1643us total) trans 4294972288 rc 0/0 00000100:00100000:0.0:1746157062.764672:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1991 00002000:00100000:0.0:1746157062.764681:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c57d880 x1830977684655872/t4294972288(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.764690:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d880 with x1830977684655872 ext(0->7) 00010000:00010000:0.0:1746157062.764699:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de5f expref: 19 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.764712:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534e904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de5f expref: 19 pid: 9577 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157062.764720:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57d880 00000100:00100000:0.0:1746157062.774328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.786727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.795961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.799877:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.813888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.813941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.815311:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684657152 00000100:00100000:0.0:1746157062.815320:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684657152 00010000:00010000:0.0:1746157062.815349:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9800/0x7b65fed88534e912 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de6d expref: 6 pid: 9674 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746157062.815377:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16083 00000100:00100000:0.0:1746157062.815383:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684657152:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157062.815392:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157062.815406:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9800/0x7b65fed88534e912 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de6d expref: 6 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.815414:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9800/0x7b65fed88534e912 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de6d expref: 6 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.815432:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9800/0x7b65fed88534e912 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de6d expref: 6 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.815452:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.815453:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157062.815459:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed88534e919 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de74 expref: 18 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.815466:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed88534e919 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de74 expref: 18 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.815490:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed88534e919 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de74 expref: 18 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157062.815498:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed88534e919 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de74 expref: 18 pid: 9674 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746157062.815506:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801226c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678925568:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157062.817417:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157062.819341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.829376:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.830698:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:2013:x1830977684657664:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1109us (1326us total) trans 4294972289 rc 0/0 00000100:00100000:0.0:1746157062.830706:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1994 00002000:00100000:0.0:1746157062.830712:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b259180 x1830977684657664/t4294972289(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.830719:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259180 with x1830977684657664 ext(0->7) 00010000:00010000:0.0:1746157062.830725:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed88534e919 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de74 expref: 21 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.830748:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed88534e919 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de74 expref: 21 pid: 9674 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157062.830754:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b259180 00000100:00100000:0.0:1746157062.847369:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.852641:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.854995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.861301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.861425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.881263:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.893911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.895996:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977684658816:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1844us (2087us total) trans 4294972290 rc 0/0 00000100:00100000:0.0:1746157062.896004:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1997 00002000:00100000:0.0:1746157062.896011:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5cdc00 x1830977684658816/t4294972290(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.896019:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cdc00 with x1830977684658816 ext(0->7) 00010000:00010000:0.0:1746157062.896027:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9800/0x7b65fed88534e927 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de82 expref: 22 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.896038:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9800/0x7b65fed88534e927 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de82 expref: 22 pid: 9577 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157062.896044:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5cdc00 00000100:00100000:0.0:1746157062.899870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.903043:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.909238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.920669:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.924265:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.926570:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.934542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.935779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.940653:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.946917:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.948466:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2012:x1830977684660608:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1124us (1556us total) trans 4294972291 rc 0/0 00000100:00100000:0.0:1746157062.948475:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2000 00002000:00100000:0.0:1746157062.948481:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009250fb80 x1830977684660608/t4294972291(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.948489:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250fb80 with x1830977684660608 ext(0->7) 00010000:00010000:0.0:1746157062.948494:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9c00/0x7b65fed88534e93c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de97 expref: 24 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.948505:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9c00/0x7b65fed88534e93c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481de97 expref: 24 pid: 9577 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157062.948511:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009250fb80 00000100:00100000:0.0:1746157062.954125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.959392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.963235:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.967875:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684661248 00000100:00100000:0.0:1746157062.967884:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684661248 00000100:00100000:0.0:1746157062.972467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.983115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157062.984212:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091391880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2011:x1830977684661888:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 830us (1107us total) trans 4294972292 rc 0/0 00000100:00100000:0.0:1746157062.984220:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2002 00002000:00100000:0.0:1746157062.984226:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091391880 x1830977684661888/t4294972292(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:623/0 lens 496/448 e 0 to 0 dl 1746157073 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157062.984234:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091391880 with x1830977684661888 ext(0->7) 00010000:00010000:0.0:1746157062.984239:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9400/0x7b65fed88534e94a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dea5 expref: 27 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157062.984249:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9400/0x7b65fed88534e94a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dea5 expref: 27 pid: 9674 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157062.984254:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091391880 00000100:00100000:0.0:1746157063.006138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.008110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.014151:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.021400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.021431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.021474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.025710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.035174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.038503:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2012:x1830977684663680:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3089us (3326us total) trans 4294972293 rc 0/0 00000100:00100000:0.0:1746157063.038515:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2004 00002000:00100000:0.0:1746157063.038525:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88013133d180 x1830977684663680/t4294972293(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.038534:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d180 with x1830977684663680 ext(0->7) 00010000:00010000:0.0:1746157063.038545:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5000/0x7b65fed88534e95f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481deba expref: 29 pid: 9579 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.038560:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5000/0x7b65fed88534e95f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481deba expref: 29 pid: 9579 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.038566:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013133d180 00000100:00100000:0.0:1746157063.043610:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.055016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.062234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.066295:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.067023:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.073216:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.080630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.084135:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2011:x1830977684664960:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1940us (3508us total) trans 4294972294 rc 0/0 00000100:00100000:0.0:1746157063.084146:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2007 00002000:00100000:0.0:1746157063.084154:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008cc2c380 x1830977684664960/t4294972294(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.084163:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c380 with x1830977684664960 ext(0->7) 00010000:00010000:0.0:1746157063.084172:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e96d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dec8 expref: 30 pid: 9579 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.084187:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4e00/0x7b65fed88534e96d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dec8 expref: 30 pid: 9579 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.084193:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cc2c380 00000100:00100000:0.0:1746157063.103470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.103550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.108948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.114321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.115348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.119832:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684665984 00000100:00100000:0.0:1746157063.119839:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684665984 00002000:00100000:0.0:1746157063.119873:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c57f800 x1830977684665984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 488/0 e 0 to 0 dl 1746157074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.119883:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57f800 with x1830977684665984 ext(0->4095) 00010000:00010000:0.0:1746157063.119892:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e97b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ded6 expref: 31 pid: 9579 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.119904:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e97b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ded6 expref: 31 pid: 9579 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.119910:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57f800 00000100:00100000:0.0:1746157063.119931:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2009 00000100:00100000:0.0:1746157063.119937:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2011:x1830977684665984:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157063.120051:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2011:x1830977684665984:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157063.120056:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2009 00002000:00100000:0.0:1746157063.120060:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c57f800 x1830977684665984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.120066:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57f800 with x1830977684665984 ext(0->4095) 00010000:00010000:0.0:1746157063.120070:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e97b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ded6 expref: 31 pid: 9579 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.120090:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e97b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ded6 expref: 31 pid: 9579 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.120096:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57f800 00000100:00100000:0.0:1746157063.131623:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.136627:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.137544:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2013:x1830977684666240:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 680us (922us total) trans 4294972295 rc 0/0 00000100:00100000:0.0:1746157063.137551:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2010 00002000:00100000:0.0:1746157063.137556:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3a7b80 x1830977684666240/t4294972295(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.137563:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7b80 with x1830977684666240 ext(0->7) 00010000:00010000:0.0:1746157063.137569:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e97b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ded6 expref: 34 pid: 9579 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.137578:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534e97b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ded6 expref: 34 pid: 9579 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.137583:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3a7b80 00000100:00100000:0.0:1746157063.144816:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.153427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.157770:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.158530:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.162048:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.170147:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.171057:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2011:x1830977684667520:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 712us (918us total) trans 4294972296 rc 0/0 00000100:00100000:0.0:1746157063.171063:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2013 00002000:00100000:0.0:1746157063.171069:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927d4a80 x1830977684667520/t4294972296(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.171083:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4a80 with x1830977684667520 ext(0->7) 00010000:00010000:0.0:1746157063.171090:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9c00/0x7b65fed88534e989 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dee4 expref: 34 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.171098:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9c00/0x7b65fed88534e989 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dee4 expref: 34 pid: 9577 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.171104:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927d4a80 00000100:00100000:0.0:1746157063.181297:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.188500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.190030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.193500:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.199480:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.222380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.227070:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.231488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.235524:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.243907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.243959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.258907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.263272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.268389:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2011:x1830977684670080:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1667us (5119us total) trans 4294972298 rc 0/0 00000100:00100000:0.0:1746157063.268403:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2018 00002000:00100000:0.0:1746157063.268412:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927d7480 x1830977684670080/t4294972298(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.268422:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7480 with x1830977684670080 ext(0->7) 00010000:00010000:0.0:1746157063.268431:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9400/0x7b65fed88534e9a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df00 expref: 38 pid: 9579 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.268444:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f1d9400/0x7b65fed88534e9a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df00 expref: 38 pid: 9579 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.268451:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927d7480 00000100:00100000:0.0:1746157063.273007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.275516:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.282838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.282874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.287189:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.287248:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.294428:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684671360 00000100:00100000:0.0:1746157063.294432:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684671360 00000100:00100000:0.0:1746157063.294460:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28766 00000100:00100000:0.0:1746157063.294465:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1111:x1830977684671360:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157063.294475:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157063.294482:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092527800/0x7b65fed88534e9c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481df1c expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.294495:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4a00/0x7b65fed88534e9ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df0e expref: 38 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.294501:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157063.294502:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157063.294505:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092527800/0x7b65fed88534e9c1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df1c expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.294520:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4a00/0x7b65fed88534e9ba lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df0e expref: 38 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.294529:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4a00/0x7b65fed88534e9ba lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df0e expref: 38 pid: 9674 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746157063.294536:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c908700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678931072:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157063.294581:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157063.298642:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.306206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.307231:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2012:x1830977684671872:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 853us (1027us total) trans 4294972299 rc 0/0 00000100:00100000:0.0:1746157063.307238:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2021 00002000:00100000:0.0:1746157063.307244:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c908e00 x1830977684671872/t4294972299(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.307251:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908e00 with x1830977684671872 ext(0->7) 00010000:00010000:0.0:1746157063.307256:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4a00/0x7b65fed88534e9ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df0e expref: 40 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.307265:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4a00/0x7b65fed88534e9ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df0e expref: 40 pid: 9674 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.307271:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c908e00 00000100:00100000:0.0:1746157063.315675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.316534:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.320205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.320229:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684672384 00000100:00100000:0.0:1746157063.320234:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684672384 00002000:00100000:0.0:1746157063.320266:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c909880 x1830977684672384/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:624/0 lens 488/0 e 0 to 0 dl 1746157074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.320274:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909880 with x1830977684672384 ext(0->4095) 00010000:00010000:0.0:1746157063.320282:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092527800/0x7b65fed88534e9c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df1c expref: 6 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.320293:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092527800/0x7b65fed88534e9c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df1c expref: 6 pid: 9674 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.320298:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c909880 00000100:00100000:0.0:1746157063.320311:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2022 00000100:00100000:0.0:1746157063.320317:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684672384:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157063.320434:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684672384:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157063.320439:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2022 00002000:00100000:0.0:1746157063.320444:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c909880 x1830977684672384/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.320451:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909880 with x1830977684672384 ext(0->4095) 00010000:00010000:0.0:1746157063.320455:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092527800/0x7b65fed88534e9c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df1c expref: 6 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.320462:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092527800/0x7b65fed88534e9c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df1c expref: 6 pid: 9674 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.320467:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c909880 00000100:00100000:0.0:1746157063.323932:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.329556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.335397:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.342974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.347581:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977684673024:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3228us (4604us total) trans 4294972300 rc 0/0 00000100:00100000:0.0:1746157063.347595:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2023 00002000:00100000:0.0:1746157063.347607:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c90a680 x1830977684673024/t4294972300(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.347616:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90a680 with x1830977684673024 ext(0->7) 00010000:00010000:0.0:1746157063.347626:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed88534e9c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df23 expref: 42 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.347644:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed88534e9c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df23 expref: 42 pid: 9674 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.347651:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c90a680 00000100:00100000:0.0:1746157063.351878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.353280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.361116:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.375115:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.380534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.389861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.405246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.409562:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977684674176:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3838us (4305us total) trans 4294972301 rc 0/0 00000100:00100000:0.0:1746157063.409575:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2025 00002000:00100000:0.0:1746157063.409587:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c90bb80 x1830977684674176/t4294972301(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.409597:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90bb80 with x1830977684674176 ext(0->7) 00010000:00010000:0.0:1746157063.409607:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e9d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df31 expref: 44 pid: 9674 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.409624:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6e400/0x7b65fed88534e9d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df31 expref: 44 pid: 9674 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.409631:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c90bb80 00000100:00100000:0.0:1746157063.411468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.414288:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.425211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.439208:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.443388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.446826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.454528:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.463593:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684675456 00000100:00100000:0.0:1746157063.463603:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684675456 00000100:00100000:0.0:1746157063.463657:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28773 00000100:00100000:0.0:1746157063.463666:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1110:x1830977684675456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157063.463681:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157063.463698:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e97ae00/0x7b65fed88534e9f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481df4d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.463723:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157063.463730:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013018a000/0x7b65fed88534e9eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df46 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.464098:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157063.464104:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e97ae00/0x7b65fed88534e9f2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df4d expref: 48 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.464141:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013018a000/0x7b65fed88534e9eb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df46 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.464153:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e97ae00/0x7b65fed88534e9f2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df4d expref: 48 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.464163:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97ae00, rc 0) 00000100:00100000:0.0:1746157063.481171:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1110:x1830977684675456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17491us (17690us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157063.481185:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28773 00000100:00100000:0.0:1746157063.485259:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.488260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.492276:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.498131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.531641:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.535719:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.536997:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2010:x1830977684676480:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 831us (1274us total) trans 4294972303 rc 0/0 00000100:00100000:0.0:1746157063.537007:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2029 00002000:00100000:0.0:1746157063.537015:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927d5180 x1830977684676480/t4294972303(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.537024:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5180 with x1830977684676480 ext(0->7) 00010000:00010000:0.0:1746157063.537031:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e97ae00/0x7b65fed88534e9f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df4d expref: 48 pid: 9577 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746157063.537045:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e97ae00/0x7b65fed88534e9f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df4d expref: 48 pid: 9577 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746157063.537051:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927d5180 00000100:00100000:0.0:1746157063.538547:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.541140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.544691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.550161:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.561638:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.564389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.570499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.570553:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.571697:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.574972:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.590183:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.594057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.601427:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.603677:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.605421:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.610017:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.614867:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.620384:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2010:x1830977684679808:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5312us (5513us total) trans 4294972305 rc 0/0 00000100:00100000:0.0:1746157063.620397:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2035 00002000:00100000:0.0:1746157063.620410:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a8888700 x1830977684679808/t4294972305(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.620419:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888700 with x1830977684679808 ext(0->7) 00010000:00010000:0.0:1746157063.620431:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534ea15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df70 expref: 52 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.620446:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fa00/0x7b65fed88534ea15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df70 expref: 52 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.620453:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8888700 00000100:00100000:0.0:1746157063.625158:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.629513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.632039:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.634536:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.638172:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.643422:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.650232:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.654152:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.657325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.657372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.660658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.660766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.664517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.669091:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.673229:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2013:x1830977684682240:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3673us (4144us total) trans 4294972307 rc 0/0 00000100:00100000:0.0:1746157063.673249:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2040 00002000:00100000:0.0:1746157063.673262:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800910b8a80 x1830977684682240/t4294972307(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.673271:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8a80 with x1830977684682240 ext(0->7) 00010000:00010000:0.0:1746157063.673281:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092526c00/0x7b65fed88534ea31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df8c expref: 57 pid: 9579 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.673295:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092526c00/0x7b65fed88534ea31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df8c expref: 57 pid: 9579 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.673301:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800910b8a80 00000100:00100000:0.0:1746157063.677092:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.687856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.691106:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.693584:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.694958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.699034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.706477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.709286:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2013:x1830977684683520:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1774us (2809us total) trans 4294972308 rc 0/0 00000100:00100000:0.0:1746157063.709297:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2043 00002000:00100000:0.0:1746157063.709308:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f164a80 x1830977684683520/t4294972308(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.709316:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f164a80 with x1830977684683520 ext(0->7) 00010000:00010000:0.0:1746157063.709324:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5000/0x7b65fed88534ea3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df9a expref: 58 pid: 9674 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.709339:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5000/0x7b65fed88534ea3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481df9a expref: 58 pid: 9674 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.709345:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f164a80 00000100:00100000:0.0:1746157063.716272:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.722955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.725312:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.726716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.733034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.733071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.736934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.737023:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.737859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.742239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.745632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.750577:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977684685568:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4744us (4939us total) trans 4294972309 rc 0/0 00000100:00100000:0.0:1746157063.750589:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2045 00002000:00100000:0.0:1746157063.750602:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007ca02a00 x1830977684685568/t4294972309(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.750617:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca02a00 with x1830977684685568 ext(0->7) 00010000:00010000:0.0:1746157063.750628:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4200/0x7b65fed88534ea54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfaf expref: 61 pid: 9674 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.750644:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f4200/0x7b65fed88534ea54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfaf expref: 61 pid: 9674 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.750651:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ca02a00 00000100:00100000:0.0:1746157063.752842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.755468:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.758328:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.763427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.766625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.768863:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.772832:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.772932:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.772955:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.783354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.799266:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.802355:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2011:x1830977684687616:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1647us (3088us total) trans 4294972310 rc 0/0 00000100:00100000:0.0:1746157063.802370:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2048 00002000:00100000:0.0:1746157063.802382:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007ca03b80 x1830977684687616/t4294972310(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.802392:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03b80 with x1830977684687616 ext(0->7) 00010000:00010000:0.0:1746157063.802404:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534ea69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfc4 expref: 62 pid: 9674 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.802420:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c9f5800/0x7b65fed88534ea69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfc4 expref: 62 pid: 9674 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.802427:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ca03b80 00000100:00100000:0.0:1746157063.808679:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.815915:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.818645:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.822096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.826172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.831964:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091297480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678937344:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157063.831977:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091294000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678937472:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157063.832010:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534ea7e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfd9 expref: 63 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.832030:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a6ea00, rc 0) 00000100:00100000:0.0:1746157063.832118:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:1110:x1830977684688256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9886us (10032us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157063.832127:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28793 00000100:00100000:0.0:1746157063.833421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.835041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.835063:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684688768 00000100:00100000:0.0:1746157063.835066:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684688768 00000100:00100000:0.0:1746157063.835106:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28794 00000100:00100000:0.0:1746157063.835112:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1111:x1830977684688768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157063.835130:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157063.835145:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed88534ea85 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481dfe0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.835166:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157063.835171:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534ea7e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfd9 expref: 62 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.835176:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157063.835180:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed88534ea85 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfe0 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.835213:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534ea7e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfd9 expref: 62 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.835222:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed88534ea85 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfe0 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.835231:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c695800, rc 0) 00000100:00100000:0.0:1746157063.839322:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684688768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4207us (4281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157063.839329:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28794 00000100:00100000:0.0:1746157063.842557:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.848979:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.851938:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977684689408:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2341us (2965us total) trans 4294972311 rc 0/0 00000100:00100000:0.0:1746157063.851947:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2051 00002000:00100000:0.0:1746157063.851957:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008f155f80 x1830977684689408/t4294972311(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.851963:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155f80 with x1830977684689408 ext(0->7) 00010000:00010000:0.0:1746157063.851970:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534ea7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfd9 expref: 64 pid: 9674 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.851981:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6ea00/0x7b65fed88534ea7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfd9 expref: 64 pid: 9674 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.851987:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f155f80 00000100:00100000:0.0:1746157063.856152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.868519:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684689664 00000100:00100000:0.0:1746157063.868526:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684689664 00000100:00100000:0.0:1746157063.868569:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28795 00000100:00100000:0.0:1746157063.868576:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:1110:x1830977684689664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157063.868594:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157063.868609:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e5dee00/0x7b65fed88534ea8c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481dfe7 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.868635:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed88534ea85 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfe0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.868641:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157063.868643:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157063.868646:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e5dee00/0x7b65fed88534ea8c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfe7 expref: 64 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.868672:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed88534ea85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfe0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157063.868685:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed88534ea85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfe0 expref: 5 pid: 9577 timeout: 824 lvb_type: 0 00000100:00100000:0.0:1746157063.868696:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f156a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977678937984:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157063.868843:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fc1b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157063.868858:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684689920 00000100:00100000:0.0:1746157063.868861:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684689920 00002000:00100000:0.0:1746157063.869657:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c57d180 x1830977684689920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:624/0 lens 488/0 e 0 to 0 dl 1746157074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.869667:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d180 with x1830977684689920 ext(0->4095) 00010000:00010000:0.0:1746157063.869676:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed88534ea85 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfe0 expref: 6 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.869689:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed88534ea85 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfe0 expref: 6 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.869695:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57d180 00000100:00100000:0.0:1746157063.869717:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2052 00000100:00100000:0.0:1746157063.869724:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684689920:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157063.869899:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684689920:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 175us (1347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157063.869905:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2052 00002000:00100000:0.0:1746157063.869911:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008c57d180 x1830977684689920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.869923:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d180 with x1830977684689920 ext(0->4095) 00010000:00010000:0.0:1746157063.869928:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed88534ea85 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfe0 expref: 6 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.869936:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed88534ea85 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dfe0 expref: 6 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.869942:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57d180 00000100:00100000:0.0:1746157063.872924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.873189:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.880041:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.905489:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.905594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.910561:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.916059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.916125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.919469:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.925040:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.929421:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2011:x1830977684691968:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3101us (4388us total) trans 4294972313 rc 0/0 00000100:00100000:0.0:1746157063.929431:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2057 00002000:00100000:0.0:1746157063.929439:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306eed80 x1830977684691968/t4294972313(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.929447:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eed80 with x1830977684691968 ext(0->7) 00010000:00010000:0.0:1746157063.929455:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a76600/0x7b65fed88534ea9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dff5 expref: 68 pid: 9674 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.929469:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a76600/0x7b65fed88534ea9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481dff5 expref: 68 pid: 9674 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.929475:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306eed80 00000100:00100000:0.0:1746157063.931649:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.937884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.954275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.954355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.958093:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.963689:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.969586:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.975023:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2011:x1830977684693248:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1803us (5440us total) trans 4294972314 rc 0/0 00000100:00100000:0.0:1746157063.975033:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2059 00002000:00100000:0.0:1746157063.975043:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306ec380 x1830977684693248/t4294972314(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 496/448 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.975052:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec380 with x1830977684693248 ext(0->7) 00010000:00010000:0.0:1746157063.975062:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926f1400/0x7b65fed88534eaa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e003 expref: 71 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.975085:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926f1400/0x7b65fed88534eaa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e003 expref: 71 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.975092:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ec380 00000100:00100000:0.0:1746157063.981264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.987507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.988657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.988690:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684693760 00000100:00100000:0.0:1746157063.988694:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684693760 00002000:00100000:0.0:1746157063.988718:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ec000 x1830977684693760/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 488/0 e 0 to 0 dl 1746157074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.988726:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec000 with x1830977684693760 ext(0->4095) 00010000:00010000:0.0:1746157063.988732:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a76400/0x7b65fed88534eaaf lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e00a expref: 73 pid: 9674 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.988769:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a76400/0x7b65fed88534eaaf lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e00a expref: 73 pid: 9674 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.988775:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ec000 00000100:00100000:0.0:1746157063.988788:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2060 00000100:00100000:0.0:1746157063.988792:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2012:x1830977684693760:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157063.988907:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2012:x1830977684693760:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157063.988913:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2060 00002000:00100000:0.0:1746157063.988918:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801306ec000 x1830977684693760/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746157074 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157063.988924:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec000 with x1830977684693760 ext(0->4095) 00010000:00010000:0.0:1746157063.988928:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a76400/0x7b65fed88534eaaf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e00a expref: 73 pid: 9674 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157063.988935:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a76400/0x7b65fed88534eaaf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e00a expref: 73 pid: 9674 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157063.988942:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306ec000 00000100:00100000:0.0:1746157063.991447:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.992415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157063.998971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.009858:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.014086:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977684694528:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1460us (4222us total) trans 4294972315 rc 0/0 00000100:00100000:0.0:1746157064.014095:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2062 00002000:00100000:0.0:1746157064.014104:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009257b800 x1830977684694528/t4294972315(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.014110:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257b800 with x1830977684694528 ext(0->7) 00010000:00010000:0.0:1746157064.014118:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926f1200/0x7b65fed88534eab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e011 expref: 72 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.014131:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926f1200/0x7b65fed88534eab6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e011 expref: 72 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.014137:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257b800 00000100:00100000:0.0:1746157064.015690:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.019382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.021045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.025240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.025290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.028899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.031352:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.033514:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:2011:x1830977684695808:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1694us (2160us total) trans 4294972316 rc 0/0 00000100:00100000:0.0:1746157064.033524:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2065 00002000:00100000:0.0:1746157064.033532:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927d4e00 x1830977684695808/t4294972316(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.033541:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4e00 with x1830977684695808 ext(0->7) 00010000:00010000:0.0:1746157064.033549:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926f0400/0x7b65fed88534eac4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e01f expref: 75 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.033564:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926f0400/0x7b65fed88534eac4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e01f expref: 75 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.033571:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927d4e00 00000100:00100000:0.0:1746157064.036554:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.040892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.048849:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.055283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.055335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.063264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.063356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.065414:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.069952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.072283:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.077263:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.079307:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.081388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.083298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.087720:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.087801:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.091087:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.091116:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.091152:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.091191:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684699008 00000100:00100000:0.0:1746157064.091199:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684699008 00010000:00010000:0.0:1746157064.091232:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800926f0400/0x7b65fed88534eae0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e03b expref: 6 pid: 9577 timeout: 824 lvb_type: 0 00000100:00100000:0.0:1746157064.091256:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684698880 00000100:00100000:0.0:1746157064.091258:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684698880 00010000:00010000:0.0:1746157064.091268:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a6ee00/0x7b65fed88534eae7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e042 expref: 78 pid: 9579 timeout: 824 lvb_type: 0 00000100:00100000:0.0:1746157064.091282:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16149 00000100:00100000:0.0:1746157064.091289:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684699008:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157064.091300:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157064.091320:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800926f0400/0x7b65fed88534eae0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e03b expref: 6 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.091330:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800926f0400/0x7b65fed88534eae0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e03b expref: 6 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.091354:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157064.091389:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977684699008:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 100us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157064.091394:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16149 00000100:00100000:0.0:1746157064.097307:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.104809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.105886:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2010:x1830977684699648:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 819us (1085us total) trans 4294972318 rc 0/0 00000100:00100000:0.0:1746157064.105893:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2071 00002000:00100000:0.0:1746157064.105899:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880092893480 x1830977684699648/t4294972318(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.105906:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092893480 with x1830977684699648 ext(0->7) 00010000:00010000:0.0:1746157064.105912:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926f0c00/0x7b65fed88534eaee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e049 expref: 79 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.105922:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926f0c00/0x7b65fed88534eaee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e049 expref: 79 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.105928:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092893480 00000100:00100000:0.0:1746157064.110115:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.113332:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.121058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.127847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.128480:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.131529:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.147793:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977684700928:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5049us (6497us total) trans 4294972319 rc 0/0 00000100:00100000:0.0:1746157064.147807:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2074 00002000:00100000:0.0:1746157064.147819:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008c57d880 x1830977684700928/t4294972319(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.147835:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d880 with x1830977684700928 ext(0->7) 00010000:00010000:0.0:1746157064.147845:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534eafc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e057 expref: 80 pid: 9674 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.147863:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f200/0x7b65fed88534eafc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e057 expref: 80 pid: 9674 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.147871:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c57d880 00000100:00100000:0.0:1746157064.150720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.158540:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.160807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.160845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.166531:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.170870:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.175132:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.176702:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2012:x1830977684702208:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 950us (1214us total) trans 4294972320 rc 0/0 00000100:00100000:0.0:1746157064.176714:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2076 00002000:00100000:0.0:1746157064.176723:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009257f480 x1830977684702208/t4294972320(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.176729:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257f480 with x1830977684702208 ext(0->7) 00010000:00010000:0.0:1746157064.176757:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926f0c00/0x7b65fed88534eb0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e065 expref: 83 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.176770:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926f0c00/0x7b65fed88534eb0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e065 expref: 83 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.176777:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257f480 00000100:00100000:0.0:1746157064.180359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.187281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.188230:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.188262:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684702720 00000100:00100000:0.0:1746157064.188272:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684702720 00002000:00100000:0.0:1746157064.188321:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257ce00 x1830977684702720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 488/0 e 0 to 0 dl 1746157075 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.188331:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ce00 with x1830977684702720 ext(0->4095) 00002000:00010000:0.0:1746157064.188337:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009257ce00 00000100:00100000:0.0:1746157064.188362:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13225 00000100:00100000:0.0:1746157064.188369:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977684702720:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157064.188525:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977684702720:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 156us (296us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157064.188531:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13225 00002000:00100000:0.0:1746157064.188536:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009257ce00 x1830977684702720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746157075 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.188544:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ce00 with x1830977684702720 ext(0->4095) 00002000:00010000:0.0:1746157064.188547:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009257ce00 00000100:00100000:0.0:1746157064.192226:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.196887:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.205858:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.212926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.215988:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2012:x1830977684703488:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2275us (3060us total) trans 4294972321 rc 0/0 00000100:00100000:0.0:1746157064.216001:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2078 00002000:00100000:0.0:1746157064.216014:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009257c700 x1830977684703488/t4294972321(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.216023:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257c700 with x1830977684703488 ext(0->7) 00010000:00010000:0.0:1746157064.216034:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926f0400/0x7b65fed88534eb18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e073 expref: 84 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.216050:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926f0400/0x7b65fed88534eb18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e073 expref: 84 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.217160:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009257c700 00000100:00100000:0.0:1746157064.222116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.236997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.239541:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.257929:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.258048:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.262923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.281898:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.283212:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2012:x1830977684704768:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1021us (1319us total) trans 4294972322 rc 0/0 00000100:00100000:0.0:1746157064.283220:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2081 00002000:00100000:0.0:1746157064.283229:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880091088a80 x1830977684704768/t4294972322(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.283236:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088a80 with x1830977684704768 ext(0->7) 00010000:00010000:0.0:1746157064.283244:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a76800/0x7b65fed88534eb26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e081 expref: 87 pid: 9578 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.283256:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a76800/0x7b65fed88534eb26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e081 expref: 87 pid: 9578 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.283262:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091088a80 00000100:00100000:0.0:1746157064.290926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.295903:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.298547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.301973:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28819 00000100:00100000:0.0:1746157064.301987:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1111:x1830977684705280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157064.302005:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157064.302023:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e71f200/0x7b65fed88534eb3b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e08f expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157064.302046:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157064.302048:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157064.302058:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e71f200/0x7b65fed88534eb3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e08f expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157064.302333:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e71f200/0x7b65fed88534eb3b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e08f expref: 6 pid: 9579 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.302340:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e71f200/0x7b65fed88534eb3b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e08f expref: 6 pid: 9579 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.302348:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71f200, rc 0) 00000100:00100000:0.0:1746157064.302468:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1111:x1830977684705280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 485us (6577us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157064.302474:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28819 00000100:00100000:0.0:1746157064.309901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.310427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.312896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.312975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.318775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.319669:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684706304 00000100:00100000:0.0:1746157064.319677:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684706304 00002000:00100000:0.0:1746157064.319721:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009108a680 x1830977684706304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 488/0 e 0 to 0 dl 1746157075 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.319731:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108a680 with x1830977684706304 ext(0->4095) 00010000:00010000:0.0:1746157064.319764:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534eb34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e096 expref: 87 pid: 9578 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.319778:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534eb34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e096 expref: 87 pid: 9578 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.319785:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009108a680 00000100:00100000:0.0:1746157064.319806:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2083 00000100:00100000:0.0:1746157064.319817:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2010:x1830977684706304:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157064.319957:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2010:x1830977684706304:12345-192.168.203.44@tcp:3:rw_seq_cst_vs_d.0 Request processed in 144us (1183us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157064.319964:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2083 00002000:00100000:0.0:1746157064.319969:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009108a680 x1830977684706304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.319977:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108a680 with x1830977684706304 ext(0->4095) 00010000:00010000:0.0:1746157064.319981:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534eb34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e096 expref: 87 pid: 9578 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.319990:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534eb34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e096 expref: 87 pid: 9578 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.319995:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009108a680 00000100:00100000:0.0:1746157064.322455:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.326191:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2012:x1830977684706560:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1597us (3734us total) trans 4294972323 rc 0/0 00000100:00100000:0.0:1746157064.326202:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2084 00002000:00100000:0.0:1746157064.326213:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009108aa00 x1830977684706560/t4294972323(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.326221:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108aa00 with x1830977684706560 ext(0->7) 00010000:00010000:0.0:1746157064.326229:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534eb34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e096 expref: 89 pid: 9578 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.326243:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f000/0x7b65fed88534eb34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e096 expref: 89 pid: 9578 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.326249:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009108aa00 00000100:00100000:0.0:1746157064.331382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.345553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.345605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.350012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.350134:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.356186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.360896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.363139:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2010:x1830977684707840:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1341us (2241us total) trans 4294972324 rc 0/0 00000100:00100000:0.0:1746157064.363148:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2087 00002000:00100000:0.0:1746157064.363157:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bc700 x1830977684707840/t4294972324(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.363165:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc700 with x1830977684707840 ext(0->7) 00010000:00010000:0.0:1746157064.363171:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534eb49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0a4 expref: 90 pid: 9578 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.363184:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6f400/0x7b65fed88534eb49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0a4 expref: 90 pid: 9578 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.363190:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bc700 00000100:00100000:0.0:1746157064.368248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.379587:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.380982:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.387411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.396541:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.408934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.414836:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2012:x1830977684709120:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5446us (5901us total) trans 4294972325 rc 0/0 00000100:00100000:0.0:1746157064.414851:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2090 00002000:00100000:0.0:1746157064.414867:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801306bdc00 x1830977684709120/t4294972325(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.414876:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bdc00 with x1830977684709120 ext(0->7) 00010000:00010000:0.0:1746157064.414887:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926f1c00/0x7b65fed88534eb57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0b2 expref: 93 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.414904:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926f1c00/0x7b65fed88534eb57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0b2 expref: 93 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.414910:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306bdc00 00000100:00100000:0.0:1746157064.417837:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.417937:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.424894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.433020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.433090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.436849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.440627:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.444308:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977684710400:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1374us (3683us total) trans 4294972326 rc 0/0 00000100:00100000:0.0:1746157064.444318:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2093 00002000:00100000:0.0:1746157064.444326:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3ae300 x1830977684710400/t4294972326(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.444334:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ae300 with x1830977684710400 ext(0->7) 00010000:00010000:0.0:1746157064.444462:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a76c00/0x7b65fed88534eb65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0c0 expref: 94 pid: 9579 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.444482:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a76c00/0x7b65fed88534eb65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0c0 expref: 94 pid: 9579 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.444489:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3ae300 00000100:00100000:0.0:1746157064.447284:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.460565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.461704:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.466406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.467646:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.477881:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.483638:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2012:x1830977684711680:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3694us (5758us total) trans 4294972327 rc 0/0 00000100:00100000:0.0:1746157064.483651:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2096 00002000:00100000:0.0:1746157064.483662:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3ad880 x1830977684711680/t4294972327(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.483671:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad880 with x1830977684711680 ext(0->7) 00010000:00010000:0.0:1746157064.483681:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800926f0600/0x7b65fed88534eb73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0ce expref: 97 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.483696:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800926f0600/0x7b65fed88534eb73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0ce expref: 97 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.483703:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3ad880 00000100:00100000:0.0:1746157064.487076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.495765:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.501301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.506964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.507017:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.514539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.522144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.523505:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2013:x1830977684712960:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1020us (1369us total) trans 4294972328 rc 0/0 00000100:00100000:0.0:1746157064.523515:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2099 00002000:00100000:0.0:1746157064.523523:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007f3aca80 x1830977684712960/t4294972328(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.523531:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aca80 with x1830977684712960 ext(0->7) 00010000:00010000:0.0:1746157064.523538:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534eb81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0dc expref: 98 pid: 9577 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.523551:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a6fe00/0x7b65fed88534eb81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0dc expref: 98 pid: 9577 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.523557:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f3aca80 00000100:00100000:0.0:1746157064.524985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.529199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.535872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.538990:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.548467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.548519:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.554563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.554596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.554631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.561201:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091295500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977678947456:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157064.561222:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157064.561276:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2011:x1830977684714240:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6304us (6643us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157064.561287:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16174 00000100:00100000:0.0:1746157064.561823:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.564411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.567314:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2013:x1830977684715008:12345-192.168.203.44@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2394us (2904us total) trans 4294972329 rc 0/0 00000100:00100000:0.0:1746157064.567326:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2101 00002000:00100000:0.0:1746157064.567336:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008e5be300 x1830977684715008/t4294972329(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:625/0 lens 496/448 e 0 to 0 dl 1746157075 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157064.567344:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5be300 with x1830977684715008 ext(0->7) 00010000:00010000:0.0:1746157064.567353:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed88534eb96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0f1 expref: 101 pid: 9579 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746157064.567367:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed88534eb96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e0f1 expref: 101 pid: 9579 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746157064.567373:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e5be300 00000100:00100000:0.0:1746157064.569112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.602832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157064.603927:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157064.623721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157064.624420:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157064.690365:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.694374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.697404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.701567:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157064.704383:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157067.054644:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157067.054688:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157067.054711:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157067.054764:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157067.054783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157067.054795:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157067.054813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157067.054850:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684716672 00000100:00100000:0.0:1746157067.054858:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684716672 00000100:00100000:0.0:1746157067.054897:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684717184 00000100:00100000:0.0:1746157067.054899:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684717184 00000100:00100000:0.0:1746157067.054909:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684716800 00000100:00100000:0.0:1746157067.054910:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684716800 00000100:00100000:0.0:1746157067.054917:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684717056 00000100:00100000:0.0:1746157067.054918:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684717056 00000100:00100000:0.0:1746157067.054928:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1050 00000100:00100000:0.0:1746157067.054933:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977684716672:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157067.054987:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977684716672:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 53us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157067.054992:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1050 00000100:00100000:0.0:1746157067.055004:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1051 00000100:00100000:0.0:1746157067.055008:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977684717184:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157067.055023:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977684717184:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 15us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157067.055028:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1051 00000100:00100000:0.0:1746157067.055036:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1052 00000100:00100000:0.0:1746157067.055040:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2013:x1830977684716800:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157067.055088:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2013:x1830977684716800:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 47us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157067.055092:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1052 00000100:00100000:0.0:1746157067.055100:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1053 00000100:00100000:0.0:1746157067.055104:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2013:x1830977684717056:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157067.055122:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2013:x1830977684717056:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 19us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157067.055126:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1053 00000100:00080000:0.0:1746157067.055139:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746157067.055142:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157067.308479:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977678947840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746157067.308529:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157067.308790:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977678947840:0@lo:41:osp-pre-1-0.0 00000020:00000080:0.0:1746157067.315974:0:65:0:(genops.c:863:class_export_destroy()) destroying export ffff88008f2d5800/8c885c2b-e2af-4c20-b13d-df010849e4eb for lustre-OST0001 00000020:00000080:0.0:1746157067.316009:0:65:0:(genops.c:863:class_export_destroy()) destroying export ffff880091056000/85228615-e56f-43c2-94b2-ab6b5767ddfe for lustre-OST0001 00000020:00000080:0.0:1746157067.316024:0:65:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88008f2db800 for lustre-OST0001 00000020:00000080:0.0:1746157067.316028:0:65:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880091055800 for lustre-OST0001 00000100:00100000:0.0:1746157067.370510:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c57f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:81652853-4347-4196-931c-6de7451a0496:3768:1830977678947968:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370537:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157067.370555:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c57f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3768:1830977678948480:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370569:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157067.370577:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c57c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3768:1830977678948992:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370590:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157067.370599:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746157067.370603:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c57e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830977678948352:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370619:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157067.370626:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c57fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977678948864:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370638:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157067.370649:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977678949376:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370660:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157067.370679:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c57f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3768:1830977678948480:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370686:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c57c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3768:1830977678948992:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370700:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c57e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830977678948352:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370720:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678947968 00000100:00100000:0.0:1746157067.370722:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678947968 00000100:00100000:0.0:1746157067.370755:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1746157067.370761:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:81652853-4347-4196-931c-6de7451a0496+23:3768:x1830977678947968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370784:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:81652853-4347-4196-931c-6de7451a0496+23:3768:x1830977678947968:12345-0@lo:400:kworker.0 Request processed in 26us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157067.370789:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1746157067.370814:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c57fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977678948864:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370820:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c57f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:81652853-4347-4196-931c-6de7451a0496:3768:1830977678947968:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.370853:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746157067.370859:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c57f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977678949504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746157067.370877:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157067.370904:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678949504 00000100:00100000:0.0:1746157067.370906:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678949504 00000100:00100000:0.0:1746157067.370923:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1746157067.370927:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3767:x1830977678949504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746157067.370943:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3920142336 avail 3688620032 00000100:00100000:0.0:1746157067.370964:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977678949504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157067.370968:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1746157067.370990:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c57f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977678949504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746157067.371003:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977678949376:0@lo:400:kworker.0 00000100:00100000:0.0:1746157067.434646:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678949632 00000100:00100000:0.0:1746157067.434652:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678949632 00000100:00100000:0.0:1746157067.434684:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1746157067.434690:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091295c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977678949632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746157067.434709:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3920142336 avail 3688620032 00000100:00100000:0.0:1746157067.434758:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091295c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977678949632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157067.434765:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1746157067.562388:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977678949760 00000100:00100000:0.0:1746157067.562396:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977678949760 00000100:00100000:0.0:1746157067.562429:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1746157067.562435:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977678949760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746157067.562460:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 981388096 pending 1347584 free 3922812928 avail 3691290624 00000100:00100000:0.0:1746157067.562492:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977678949760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157067.562497:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1746157067.595540:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977678949888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746157067.595612:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1746157068.325792:0:9575:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972329 is committed 00000001:02000400:0.0:1746157068.468535:0:27891:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16g: mmap rw sequential consistency vs drop_caches ========================================================== 23:37:48 (1746157068) 00000100:00100000:0.0:1746157068.502954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.535338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.539556:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.550378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.555209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.558666:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.576563:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000001:00080000:0.0:1746157068.579388:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970467 is committed 00000001:00100000:0.0:1746157068.579397:0:10914:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8c885c2b-e2af-4c20-b13d-df010849e4eb 00000001:00100000:0.0:1746157068.579400:0:10914:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 85228615-e56f-43c2-94b2-ab6b5767ddfe 00000100:00100000:0.0:1746157068.594266:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.601449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.611701:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1746157068.613063:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a6e800/0x7b65fed88534ec76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e13e expref: 6 pid: 9577 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746157068.613115:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16180 00000100:00100000:0.0:1746157068.613126:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684720256:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157068.613140:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157068.613161:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a6e800/0x7b65fed88534ec76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e13e expref: 6 pid: 9577 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157068.613179:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a6e800/0x7b65fed88534ec76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e13e expref: 6 pid: 9577 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157068.613205:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a6e800/0x7b65fed88534ec76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e13e expref: 6 pid: 9577 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157068.613245:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157068.613247:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157068.613254:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a6e400/0x7b65fed88534ec99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e153 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157068.613262:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a6e400/0x7b65fed88534ec99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e153 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157068.613298:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a6e400/0x7b65fed88534ec99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e153 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157068.613310:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d67bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977678950784:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157068.613428:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157068.618073:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.622854:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.635009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.645920:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.653730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.654641:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977684721024:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 546us (918us total) trans 4294970469 rc 0/0 00000100:00100000:0.0:1746157068.654649:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2102 00002000:00100000:0.0:1746157068.654656:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007d67a680 x1830977684721024/t4294970469(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:629/0 lens 496/448 e 0 to 0 dl 1746157079 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157068.654663:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67a680 with x1830977684721024 ext(0->7) 00010000:00010000:0.0:1746157068.654669:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a6e400/0x7b65fed88534ec99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e153 expref: 9 pid: 9577 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157068.654679:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a6e400/0x7b65fed88534ec99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e153 expref: 9 pid: 9577 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157068.654685:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d67a680 00000100:00100000:0.0:1746157068.659586:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.686750:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684721280 00000100:00100000:0.0:1746157068.686754:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684721280 00000100:00100000:0.0:1746157068.686776:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28843 00000100:00100000:0.0:1746157068.686781:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:1767:x1830977684721280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157068.686789:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157068.686802:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed88534ecae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e168 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157068.686822:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1600/0x7b65fed88534eca7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e161 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157068.686828:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157068.686830:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157068.686833:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed88534ecae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e168 expref: 10 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157068.686858:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eca1600/0x7b65fed88534eca7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e161 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157068.686871:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1600/0x7b65fed88534eca7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e161 expref: 5 pid: 9577 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746157068.686881:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d67aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977678951296:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157068.686925:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157068.692403:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.694950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.703216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.708363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.712436:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.715823:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.721414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.723718:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.723797:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.724799:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684723072 00000100:00100000:0.0:1746157068.724804:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684723072 00002000:00100000:0.0:1746157068.724828:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1b480 x1830977684723072/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:629/0 lens 488/0 e 0 to 0 dl 1746157079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157068.724836:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b480 with x1830977684723072 ext(0->4095) 00010000:00010000:0.0:1746157068.724841:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121c000/0x7b65fed88534ecbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e176 expref: 6 pid: 9578 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157068.724856:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121c000/0x7b65fed88534ecbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e176 expref: 6 pid: 9578 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157068.724861:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1b480 00000100:00100000:0.0:1746157068.724886:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2104 00000100:00100000:0.0:1746157068.724892:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684723072:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157068.725051:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684723072:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (1207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157068.725059:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2104 00002000:00100000:0.0:1746157068.725065:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1b480 x1830977684723072/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746157079 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157068.725071:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b480 with x1830977684723072 ext(0->4095) 00010000:00010000:0.0:1746157068.725075:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121c000/0x7b65fed88534ecbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e176 expref: 6 pid: 9578 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157068.725084:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121c000/0x7b65fed88534ecbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e176 expref: 6 pid: 9578 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157068.725089:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1b480 00000100:00100000:0.0:1746157068.727219:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.727297:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.731232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.735152:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.741503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.745203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.748826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.751491:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.751781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.754428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.760360:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.764459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.769588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.772665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.779892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.780974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.782134:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.788677:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.793280:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.801189:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.815290:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.816665:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2010:x1830977684726784:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 877us (1381us total) trans 4294970470 rc 0/0 00000100:00100000:0.0:1746157068.816673:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2109 00002000:00100000:0.0:1746157068.816679:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013136a300 x1830977684726784/t4294970470(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:629/0 lens 496/448 e 0 to 0 dl 1746157079 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157068.816686:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136a300 with x1830977684726784 ext(0->7) 00010000:00010000:0.0:1746157068.816692:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a6e400/0x7b65fed88534eced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e1a7 expref: 11 pid: 9577 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157068.816702:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a6e400/0x7b65fed88534eced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e1a7 expref: 11 pid: 9577 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157068.816713:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136a300 00000100:00100000:0.0:1746157068.835509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.838727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.847616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.853944:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.862119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.869289:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.892935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.943764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.945768:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.950026:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.952139:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.982967:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977678954752:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157068.982987:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157068.983449:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684728576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 29034us (31310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157068.983460:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16195 00000100:00100000:0.0:1746157068.983491:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684728832 00000100:00100000:0.0:1746157068.983496:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684728832 00002000:00100000:0.0:1746157068.983525:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20b100 x1830977684728832/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:629/0 lens 488/0 e 0 to 0 dl 1746157079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157068.983537:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20b100 with x1830977684728832 ext(0->4095) 00002000:00010000:0.0:1746157068.983541:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f20b100 00000100:00100000:0.0:1746157068.983565:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13239 00000100:00100000:0.0:1746157068.983570:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2013:x1830977684728832:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157068.983818:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2013:x1830977684728832:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 247us (802us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157068.983823:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13239 00002000:00100000:0.0:1746157068.983828:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20b100 x1830977684728832/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746157079 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157068.983834:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20b100 with x1830977684728832 ext(0->4095) 00002000:00010000:0.0:1746157068.983837:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f20b100 00000100:00100000:0.0:1746157068.986212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.990132:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.990255:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.994089:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157068.998214:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.001189:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.004623:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.008270:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.009974:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977684730112:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1499us (1708us total) trans 4294970472 rc 0/0 00000100:00100000:0.0:1746157069.009985:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2114 00002000:00100000:0.0:1746157069.009994:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306edc00 x1830977684730112/t4294970472(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 496/448 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.010002:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306edc00 with x1830977684730112 ext(0->7) 00010000:00010000:0.0:1746157069.010010:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534ed17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e1d1 expref: 15 pid: 9579 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.010028:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534ed17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e1d1 expref: 15 pid: 9579 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.010043:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306edc00 00000100:00100000:0.0:1746157069.014245:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.018813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.021439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.024067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.026561:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.029905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.034494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.035058:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.038321:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.042004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.042068:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.045553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.047944:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.051286:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.053702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.059844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.062172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.065510:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.068312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.071200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.073103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.077242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.080319:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2013:x1830977684733824:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2162us (3077us total) trans 4294970473 rc 0/0 00000100:00100000:0.0:1746157069.080332:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2119 00002000:00100000:0.0:1746157069.080343:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f154380 x1830977684733824/t4294970473(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 496/448 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.080353:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154380 with x1830977684733824 ext(0->7) 00010000:00010000:0.0:1746157069.080363:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed88534ed48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e202 expref: 17 pid: 9579 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.080379:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed88534ed48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e202 expref: 17 pid: 9579 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.080385:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f154380 00000100:00100000:0.0:1746157069.085379:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.085465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.090615:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.096501:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.099921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.105066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.117194:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.119879:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977684734976:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2441us (2682us total) trans 4294970474 rc 0/0 00000100:00100000:0.0:1746157069.119893:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2121 00002000:00100000:0.0:1746157069.119904:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f167800 x1830977684734976/t4294970474(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 496/448 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.119912:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167800 with x1830977684734976 ext(0->7) 00010000:00010000:0.0:1746157069.119922:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534ed56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e210 expref: 19 pid: 9579 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.119945:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534ed56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e210 expref: 19 pid: 9579 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.119951:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167800 00000100:00100000:0.0:1746157069.126639:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.126781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.133657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.133716:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684735488 00000100:00100000:0.0:1746157069.133723:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684735488 00002000:00100000:0.0:1746157069.133789:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166680 x1830977684735488/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:630/0 lens 488/0 e 0 to 0 dl 1746157080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.133799:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166680 with x1830977684735488 ext(0->4095) 00010000:00010000:0.0:1746157069.133807:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1600/0x7b65fed88534ed5d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e217 expref: 6 pid: 9577 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.133820:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eca1600/0x7b65fed88534ed5d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e217 expref: 6 pid: 9577 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.133826:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f166680 00000100:00100000:0.0:1746157069.133844:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2122 00000100:00100000:0.0:1746157069.133850:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684735488:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157069.133988:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684735488:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157069.133994:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2122 00002000:00100000:0.0:1746157069.133999:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166680 x1830977684735488/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.134007:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166680 with x1830977684735488 ext(0->4095) 00010000:00010000:0.0:1746157069.134011:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1600/0x7b65fed88534ed5d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e217 expref: 6 pid: 9577 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.134019:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eca1600/0x7b65fed88534ed5d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e217 expref: 6 pid: 9577 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.134024:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f166680 00000100:00100000:0.0:1746157069.137713:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.137908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.144027:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.148184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.150916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.152635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.155688:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.158909:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.164343:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684737024 00000100:00100000:0.0:1746157069.164352:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684737024 00000100:00100000:0.0:1746157069.164399:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684737152 00000100:00100000:0.0:1746157069.164401:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684737152 00000100:00100000:0.0:1746157069.164415:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28872 00000100:00100000:0.0:1746157069.164421:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:1767:x1830977684737024:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157069.164437:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157069.164450:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88534ed79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e233 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.164477:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eca0000/0x7b65fed88534ed72 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e22c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.164490:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157069.164492:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157069.164495:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88534ed79 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e233 expref: 20 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.164522:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eca0000/0x7b65fed88534ed72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e22c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.164533:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eca0000/0x7b65fed88534ed72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e22c expref: 5 pid: 9579 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746157069.164544:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131252680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977678958720:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157069.164606:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157069.169322:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.172682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.175102:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.180546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.189642:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.189703:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.194552:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.198567:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.201992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.204016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.207697:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.209048:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:2010:x1830977684739200:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 729us (1349us total) trans 4294970475 rc 0/0 00000100:00100000:0.0:1746157069.209055:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2126 00002000:00100000:0.0:1746157069.209060:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880131252d80 x1830977684739200/t4294970475(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 496/448 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.209067:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252d80 with x1830977684739200 ext(0->7) 00010000:00010000:0.0:1746157069.209072:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eca0000/0x7b65fed88534ed8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e248 expref: 21 pid: 9579 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.209081:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eca0000/0x7b65fed88534ed8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e248 expref: 21 pid: 9579 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.209086:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131252d80 00000100:00100000:0.0:1746157069.211289:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.214771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.219486:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684739712 00000100:00100000:0.0:1746157069.219495:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684739712 00000100:00100000:0.0:1746157069.219555:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28877 00000100:00100000:0.0:1746157069.219563:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:1768:x1830977684739712:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157069.219582:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157069.219597:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed88534ed9c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e256 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.219626:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed88534ed95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e24f expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.219639:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157069.219641:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157069.219644:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed88534ed9c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e256 expref: 21 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.219675:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed88534ed95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e24f expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.219686:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed88534ed95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e24f expref: 5 pid: 9579 timeout: 829 lvb_type: 0 00000100:00100000:0.0:1746157069.219702:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977678960000:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157069.219805:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157069.220088:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.223691:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.227429:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684740224 00000100:00100000:0.0:1746157069.227434:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684740224 00002000:00100000:0.0:1746157069.227465:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0000 x1830977684740224/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 488/0 e 0 to 0 dl 1746157080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.227474:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0000 with x1830977684740224 ext(0->4095) 00010000:00010000:0.0:1746157069.227480:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed88534ed9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e256 expref: 22 pid: 9579 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.227493:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed88534ed9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e256 expref: 22 pid: 9579 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.227503:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0000 00000100:00100000:0.0:1746157069.227518:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2127 00000100:00100000:0.0:1746157069.227523:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977684740224:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157069.227631:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977684740224:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157069.227637:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2127 00002000:00100000:0.0:1746157069.227642:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0000 x1830977684740224/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.227648:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0000 with x1830977684740224 ext(0->4095) 00010000:00010000:0.0:1746157069.227653:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed88534ed9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e256 expref: 22 pid: 9579 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.227661:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed88534ed9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e256 expref: 22 pid: 9579 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.227666:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0000 00000100:00100000:0.0:1746157069.229660:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.234050:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.238313:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.243377:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.245395:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2010:x1830977684740864:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1844us (2012us total) trans 4294970476 rc 0/0 00000100:00100000:0.0:1746157069.245403:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2128 00002000:00100000:0.0:1746157069.245410:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a5f80 x1830977684740864/t4294970476(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 496/448 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.245419:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5f80 with x1830977684740864 ext(0->7) 00010000:00010000:0.0:1746157069.245426:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534eda3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e25d expref: 23 pid: 9577 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.245438:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534eda3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e25d expref: 23 pid: 9577 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.245443:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5f80 00000100:00100000:0.0:1746157069.247418:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.254578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.256947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.257243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.259348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.262894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.267501:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.272943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.279234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.279466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.283082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.287831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.291587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.304066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.309891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.309914:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684743552 00000100:00100000:0.0:1746157069.309920:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684743552 00002000:00100000:0.0:1746157069.309953:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a6d80 x1830977684743552/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 496/0 e 0 to 0 dl 1746157080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.309966:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6d80 with x1830977684743552 ext(0->7) 00010000:00010000:0.0:1746157069.309973:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534edc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e280 expref: 23 pid: 9579 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.309985:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534edc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e280 expref: 23 pid: 9579 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.309992:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a6d80 00000100:00100000:0.0:1746157069.310009:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2131 00000100:00100000:0.0:1746157069.310016:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2010:x1830977684743552:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157069.311646:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2010:x1830977684743552:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1623us (1752us total) trans 4294970477 rc 0/0 00000100:00100000:0.0:1746157069.311655:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2131 00002000:00100000:0.0:1746157069.311663:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a6d80 x1830977684743552/t4294970477(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 496/448 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.311672:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6d80 with x1830977684743552 ext(0->7) 00010000:00010000:0.0:1746157069.311679:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534edc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e280 expref: 25 pid: 9579 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.311690:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534edc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e280 expref: 25 pid: 9579 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.311695:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a6d80 00000100:00100000:0.0:1746157069.323018:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.328850:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.328944:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.333229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.341865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.347185:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.353315:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.356078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.361305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.363562:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.364237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.371894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.378310:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.385130:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.390261:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.393555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.399165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.402983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.403712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.406704:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.408238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.410172:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.412384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.418010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.421550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.426043:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.427882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.429132:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.434434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.434573:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.438478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.440534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.444013:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.446402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.454085:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.454227:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.458732:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.463451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.466444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.469865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.474505:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.475537:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2011:x1830977684750848:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 825us (1030us total) trans 4294970478 rc 0/0 00000100:00100000:0.0:1746157069.475545:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2140 00002000:00100000:0.0:1746157069.475551:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5c8380 x1830977684750848/t4294970478(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 496/448 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.475558:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8380 with x1830977684750848 ext(0->7) 00010000:00010000:0.0:1746157069.475565:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ee28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e2e2 expref: 27 pid: 9579 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.475575:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ee28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e2e2 expref: 27 pid: 9579 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.475580:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c8380 00000100:00100000:0.0:1746157069.477959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.484150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.487994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.491357:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.495922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.498755:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.501355:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.504175:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.506728:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.512044:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.515285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.516238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.522192:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.523052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.526311:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.529552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.539623:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.547322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.551518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.556144:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.559987:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.562131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.567599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.572196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.574176:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2011:x1830977684755072:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1757us (1980us total) trans 4294970479 rc 0/0 00000100:00100000:0.0:1746157069.574186:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2145 00002000:00100000:0.0:1746157069.574195:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d0f100 x1830977684755072/t4294970479(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 496/448 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.574208:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0f100 with x1830977684755072 ext(0->7) 00010000:00010000:0.0:1746157069.574217:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121d000/0x7b65fed88534ee60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e31a expref: 29 pid: 9578 timeout: 829 lvb_type: 0 00010000:00010000:0.0:1746157069.574231:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121d000/0x7b65fed88534ee60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e31a expref: 29 pid: 9578 timeout: 829 lvb_type: 0 00002000:00010000:0.0:1746157069.574238:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0f100 00000100:00100000:0.0:1746157069.577437:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.577497:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.581322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.586124:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.590240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.599416:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.607284:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2011:x1830977684756224:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1572us (1815us total) trans 4294970480 rc 0/0 00000100:00100000:0.0:1746157069.607295:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2147 00002000:00100000:0.0:1746157069.607306:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091296a00 x1830977684756224/t4294970480(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 496/448 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.607315:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091296a00 with x1830977684756224 ext(0->7) 00010000:00010000:0.0:1746157069.607324:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121c800/0x7b65fed88534ee6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e328 expref: 31 pid: 9578 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157069.607470:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121c800/0x7b65fed88534ee6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e328 expref: 31 pid: 9578 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157069.607482:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091296a00 00000100:00100000:0.0:1746157069.613251:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.614029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.617678:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.621260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.621298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.627300:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.632910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.641504:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.646278:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.652462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.652589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.657122:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.667723:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.672902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.679814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.691079:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.695864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.699857:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.701498:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.703822:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684759552 00000100:00100000:0.0:1746157069.703831:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684759552 00000100:00100000:0.0:1746157069.703885:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28915 00000100:00100000:0.0:1746157069.703892:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:1768:x1830977684759552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157069.703910:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157069.703926:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97b400/0x7b65fed88534eea6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e360 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.703952:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157069.703957:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ee9f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e359 expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.703962:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157069.703966:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97b400/0x7b65fed88534eea6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e360 expref: 35 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.703998:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ee9f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e359 expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.704011:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97b400/0x7b65fed88534eea6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e360 expref: 35 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157069.704021:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97b400, rc 0) 00000100:00100000:0.0:1746157069.704080:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:1768:x1830977684759552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157069.704086:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28915 00000100:00100000:0.0:1746157069.710622:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684759936 00000100:00100000:0.0:1746157069.710630:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684759936 00002000:00100000:0.0:1746157069.710673:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f1f80 x1830977684759936/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 488/0 e 0 to 0 dl 1746157080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.710682:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1f80 with x1830977684759936 ext(0->4095) 00010000:00010000:0.0:1746157069.710691:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ee9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e359 expref: 34 pid: 9579 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157069.710710:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ee9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e359 expref: 34 pid: 9579 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157069.710716:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1f80 00000100:00100000:0.0:1746157069.710799:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2152 00000100:00100000:0.0:1746157069.710807:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2013:x1830977684759936:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157069.710973:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2013:x1830977684759936:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 166us (483us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157069.710979:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2152 00002000:00100000:0.0:1746157069.710984:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f1f80 x1830977684759936/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.710991:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1f80 with x1830977684759936 ext(0->4095) 00010000:00010000:0.0:1746157069.710996:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ee9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e359 expref: 34 pid: 9579 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157069.711004:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ee9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e359 expref: 34 pid: 9579 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157069.711009:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1f80 00000100:00100000:0.0:1746157069.712711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.719004:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.721906:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.729930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.739700:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.742022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.759403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.764684:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2011:x1830977684761600:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1410us (5285us total) trans 4294970482 rc 0/0 00000100:00100000:0.0:1746157069.764692:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2154 00002000:00100000:0.0:1746157069.764698:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009118dc00 x1830977684761600/t4294970482(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:630/0 lens 496/448 e 0 to 0 dl 1746157080 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157069.764705:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118dc00 with x1830977684761600 ext(0->7) 00010000:00010000:0.0:1746157069.764709:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534eeb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e36e expref: 36 pid: 9579 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157069.764718:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534eeb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e36e expref: 36 pid: 9579 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157069.764723:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009118dc00 00000100:00100000:0.0:1746157069.768886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.776555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.789832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.800549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.803680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.810901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.810963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.814597:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.817957:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.825183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.830375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.836358:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.841605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.846168:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.852227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.852881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.854693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.860948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.862951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.865428:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.867822:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.870342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.875840:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.876936:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.877611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.880442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.883354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.886254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.889174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.893882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.897778:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.901509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.901581:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.906502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.907806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.912540:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.914282:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.917007:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.919170:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.923457:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.927485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.927552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.930467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.932693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.936640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.940426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.945228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.948732:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.954073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.956383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.957889:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.961004:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.964298:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.970177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.974461:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.977791:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.980518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.984844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.989545:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.989585:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.994094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.995102:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157069.998229:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.002895:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.006836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.010042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.014211:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.018277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.022804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.030669:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.038862:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.046342:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.051303:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.056291:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:2011:x1830977684774144:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4788us (4978us total) trans 4294970484 rc 0/0 00000100:00100000:0.0:1746157070.056304:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2167 00002000:00100000:0.0:1746157070.056314:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccfb800 x1830977684774144/t4294970484(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.056323:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb800 with x1830977684774144 ext(0->7) 00010000:00010000:0.0:1746157070.056333:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121d000/0x7b65fed88534ef5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e416 expref: 39 pid: 9578 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157070.056349:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121d000/0x7b65fed88534ef5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e416 expref: 39 pid: 9578 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157070.056356:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfb800 00000100:00100000:0.0:1746157070.060608:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.060671:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.066844:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684774656 00000100:00100000:0.0:1746157070.066853:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684774656 00002000:00100000:0.0:1746157070.066896:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20b480 x1830977684774656/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:631/0 lens 488/0 e 0 to 0 dl 1746157081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.066906:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20b480 with x1830977684774656 ext(0->4095) 00010000:00010000:0.0:1746157070.066914:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121cc00/0x7b65fed88534ef63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e41d expref: 6 pid: 9578 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157070.066929:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121cc00/0x7b65fed88534ef63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e41d expref: 6 pid: 9578 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157070.066936:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20b480 00000100:00100000:0.0:1746157070.067236:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2168 00000100:00100000:0.0:1746157070.067244:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684774656:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157070.067662:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684774656:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 418us (1547us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157070.067669:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2168 00002000:00100000:0.0:1746157070.067674:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20b480 x1830977684774656/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.067681:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20b480 with x1830977684774656 ext(0->4095) 00010000:00010000:0.0:1746157070.067686:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121cc00/0x7b65fed88534ef63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e41d expref: 6 pid: 9578 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157070.067698:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121cc00/0x7b65fed88534ef63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e41d expref: 6 pid: 9578 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157070.067704:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20b480 00000100:00100000:0.0:1746157070.070472:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.076075:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.081205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.085730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.087190:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:2011:x1830977684775296:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1156us (1451us total) trans 4294970485 rc 0/0 00000100:00100000:0.0:1746157070.087200:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2169 00002000:00100000:0.0:1746157070.087208:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ce85880 x1830977684775296/t4294970485(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.087215:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85880 with x1830977684775296 ext(0->7) 00010000:00010000:0.0:1746157070.087222:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534ef6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e424 expref: 41 pid: 9578 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157070.087234:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534ef6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e424 expref: 41 pid: 9578 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157070.087240:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce85880 00000100:00100000:0.0:1746157070.089892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.093462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.093917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.094146:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684775808 00000100:00100000:0.0:1746157070.094150:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684775808 00000100:00100000:0.0:1746157070.094183:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28945 00000100:00100000:0.0:1746157070.094189:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:1767:x1830977684775808:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157070.094198:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157070.094212:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97a200/0x7b65fed88534ef78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e432 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157070.094236:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009121cc00/0x7b65fed88534ef71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e42b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157070.094242:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157070.094245:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157070.094248:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a200/0x7b65fed88534ef78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e432 expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157070.094274:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009121cc00/0x7b65fed88534ef71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e42b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157070.094286:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009121cc00/0x7b65fed88534ef71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e42b expref: 5 pid: 9578 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746157070.094297:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce85f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977678977408:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157070.094364:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157070.095794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.095881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.097929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.100693:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.104951:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.106886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.112420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.116079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.118350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.121261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.122900:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.129669:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.143211:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.148666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.152067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.161490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.164520:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2011:x1830977684778624:12345-192.168.203.44@tcp:4:ptlrpcd_00_01.0 Request processed in 1931us (3036us total) trans 4294970486 rc 0/0 00000100:00100000:0.0:1746157070.164530:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2173 00002000:00100000:0.0:1746157070.164538:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a6300 x1830977684778624/t4294970486(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.164549:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6300 with x1830977684778624 ext(0->7) 00010000:00010000:0.0:1746157070.164556:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121ce00/0x7b65fed88534ef94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e44e expref: 43 pid: 9578 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157070.164569:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121ce00/0x7b65fed88534ef94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e44e expref: 43 pid: 9578 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157070.164576:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a6300 00000100:00100000:0.0:1746157070.179312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.181969:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.182945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.188181:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.188264:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.191809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.196316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.199482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.202452:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.208879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.213384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.214260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.220315:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.223317:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.232799:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.235391:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.236426:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2010:x1830977684781312:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 780us (1034us total) trans 4294970487 rc 0/0 00000100:00100000:0.0:1746157070.236433:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2177 00002000:00100000:0.0:1746157070.236439:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a8888380 x1830977684781312/t4294970487(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.236446:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888380 with x1830977684781312 ext(0->7) 00010000:00010000:0.0:1746157070.236451:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5400/0x7b65fed88534efb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e471 expref: 45 pid: 9578 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157070.236459:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5400/0x7b65fed88534efb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e471 expref: 45 pid: 9578 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157070.236464:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8888380 00000100:00100000:0.0:1746157070.237372:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.239932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.244274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.244368:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.247794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.250642:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.256271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.263812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.266840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.269638:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.274979:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.275061:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.283917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.287973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.293902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.299101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.303659:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.305917:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.313548:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000001:00080000:0.0:1746157070.315370:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989362 is committed 00000001:00080000:0.0:1746157070.315390:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989360 is committed 00000004:00080000:0.0:1746157070.315398:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000004:00080000:0.0:1746157070.315412:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000100:00100000:0.0:1746157070.319070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.319136:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.324454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.327905:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.334274:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2011:x1830977684785664:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 6036us (6357us total) trans 4294970488 rc 0/0 00000100:00100000:0.0:1746157070.334286:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2181 00002000:00100000:0.0:1746157070.334299:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013136aa00 x1830977684785664/t4294970488(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.334308:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136aa00 with x1830977684785664 ext(0->7) 00010000:00010000:0.0:1746157070.334319:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5c00/0x7b65fed88534efef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e4a9 expref: 47 pid: 9578 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157070.334337:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5c00/0x7b65fed88534efef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e4a9 expref: 47 pid: 9578 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157070.334348:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136aa00 00000100:00100000:0.0:1746157070.336484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.339998:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.344731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.350986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.357079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.361484:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.367878:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.367962:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.374872:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.378201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.381397:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.386274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.399971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.402440:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2010:x1830977684787840:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 894us (2472us total) trans 4294970489 rc 0/0 00000100:00100000:0.0:1746157070.402448:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2184 00002000:00100000:0.0:1746157070.402455:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091088700 x1830977684787840/t4294970489(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.402462:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088700 with x1830977684787840 ext(0->7) 00010000:00010000:0.0:1746157070.402469:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121cc00/0x7b65fed88534f012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e4c5 expref: 49 pid: 9577 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157070.402481:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121cc00/0x7b65fed88534f012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e4c5 expref: 49 pid: 9577 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157070.402491:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091088700 00000100:00100000:0.0:1746157070.404847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.415959:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.418605:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684788352 00000100:00100000:0.0:1746157070.418608:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684788352 00002000:00100000:0.0:1746157070.418634:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0a80 x1830977684788352/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:631/0 lens 488/0 e 0 to 0 dl 1746157081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.418643:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0a80 with x1830977684788352 ext(0->4095) 00002000:00010000:0.0:1746157070.418646:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f0a80 00000100:00100000:0.0:1746157070.419330:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2185 00000100:00100000:0.0:1746157070.419337:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684788352:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157070.419831:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684788352:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 493us (1273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157070.419837:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2185 00002000:00100000:0.0:1746157070.419843:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0a80 x1830977684788352/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.419850:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0a80 with x1830977684788352 ext(0->4095) 00010000:00010000:0.0:1746157070.419856:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534f019 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e4cc expref: 6 pid: 9578 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157070.419865:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534f019 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e4cc expref: 6 pid: 9578 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157070.419870:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0a80 00000100:00100000:0.0:1746157070.423825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.426092:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.432084:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.434393:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.436945:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.439611:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.443075:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.449400:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.449483:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.455245:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.455286:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.462862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.466336:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.470488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.483053:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.486446:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+51:2011:x1830977684791040:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 3129us (3393us total) trans 4294970490 rc 0/0 00000100:00100000:0.0:1746157070.486457:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2189 00002000:00100000:0.0:1746157070.486467:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007d679f80 x1830977684791040/t4294970490(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.486476:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d679f80 with x1830977684791040 ext(0->7) 00010000:00010000:0.0:1746157070.486484:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5c00/0x7b65fed88534f03c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e4ef expref: 51 pid: 9579 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157070.486500:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5c00/0x7b65fed88534f03c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e4ef expref: 51 pid: 9579 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157070.486510:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d679f80 00000100:00100000:0.0:1746157070.494307:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.498864:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.498901:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684791424 00000100:00100000:0.0:1746157070.498906:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684791424 00002000:00100000:0.0:1746157070.498933:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257a680 x1830977684791424/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:631/0 lens 488/0 e 0 to 0 dl 1746157081 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.498941:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257a680 with x1830977684791424 ext(0->4095) 00002000:00010000:0.0:1746157070.498945:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257a680 00000100:00100000:0.0:1746157070.498956:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13300 00000100:00100000:0.0:1746157070.498961:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684791424:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157070.499067:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684791424:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (204us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157070.499072:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13300 00002000:00100000:0.0:1746157070.499077:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257a680 x1830977684791424/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746157081 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.499083:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257a680 with x1830977684791424 ext(0->4095) 00002000:00010000:0.0:1746157070.499085:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257a680 00000100:00100000:0.0:1746157070.505045:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.507974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.515251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.520598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.522474:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.526495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.530731:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.530873:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.534609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.538790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.542897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.547596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.551557:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.557403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.563698:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.568061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.570928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.578206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.580825:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+53:2010:x1830977684794752:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2069us (2429us total) trans 4294970491 rc 0/0 00000100:00100000:0.0:1746157070.580838:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2194 00002000:00100000:0.0:1746157070.580850:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306bc000 x1830977684794752/t4294970491(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.580859:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc000 with x1830977684794752 ext(0->7) 00010000:00010000:0.0:1746157070.580869:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f06d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e520 expref: 53 pid: 9579 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746157070.580882:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f06d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e520 expref: 53 pid: 9579 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746157070.580889:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bc000 00000100:00100000:0.0:1746157070.584061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.590976:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.594036:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.598431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.607212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.611858:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.616316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.619000:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.624180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.628199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.628268:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.635277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.635323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.640442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.646021:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.649729:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.652105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.655597:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.659067:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.663116:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.663660:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.664846:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28989 00000100:00100000:0.0:1746157070.664854:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:1768:x1830977684798464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157070.664861:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157070.664867:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed88534f0ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e55f expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157070.664877:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157070.664881:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5000/0x7b65fed88534f0a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e558 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157070.664886:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157070.664888:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed88534f0ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e55f expref: 55 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157070.664908:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5000/0x7b65fed88534f0a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e558 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157070.664917:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed88534f0ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e55f expref: 55 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157070.664926:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca1800, rc 0) 00000100:00100000:0.0:1746157070.664945:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:1768:x1830977684798464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (1285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157070.664950:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28989 00000100:00100000:0.0:1746157070.669407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.675255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.680859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.685353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.690826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.696488:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.696819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.701973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.706826:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.711179:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.715002:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.722048:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.723014:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2011:x1830977684800512:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 783us (968us total) trans 4294970492 rc 0/0 00000100:00100000:0.0:1746157070.723020:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2199 00002000:00100000:0.0:1746157070.723035:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b25ad80 x1830977684800512/t4294970492(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.723041:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25ad80 with x1830977684800512 ext(0->7) 00010000:00010000:0.0:1746157070.723046:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5c00/0x7b65fed88534f0ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e56d expref: 55 pid: 9579 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157070.723055:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5c00/0x7b65fed88534f0ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e56d expref: 55 pid: 9579 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157070.723060:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b25ad80 00000100:00100000:0.0:1746157070.727613:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.731489:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.736666:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.737233:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.742098:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.751819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.765517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.768648:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.801451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.803576:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977684802176:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1949us (2130us total) trans 4294970493 rc 0/0 00000100:00100000:0.0:1746157070.803582:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2201 00002000:00100000:0.0:1746157070.803589:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b25b100 x1830977684802176/t4294970493(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.803597:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25b100 with x1830977684802176 ext(0->7) 00010000:00010000:0.0:1746157070.803602:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534f0cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e582 expref: 58 pid: 9578 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157070.803612:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534f0cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e582 expref: 58 pid: 9578 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157070.803617:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b25b100 00000100:00100000:0.0:1746157070.808415:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.813066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.818482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.823125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.826335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.830254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.832655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.840167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.844811:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.852534:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.861525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.862825:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.872466:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.879984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.885281:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.892492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.896105:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.900105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.902732:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.907490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.911123:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.916971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.929380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.936414:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977684806528:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 822us (1170us total) trans 4294970495 rc 0/0 00000100:00100000:0.0:1746157070.936424:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2207 00002000:00100000:0.0:1746157070.936431:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f209c00 x1830977684806528/t4294970495(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.936439:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209c00 with x1830977684806528 ext(0->7) 00010000:00010000:0.0:1746157070.936444:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534f107 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e5ba expref: 61 pid: 9578 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157070.936456:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534f107 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e5ba expref: 61 pid: 9578 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157070.936462:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f209c00 00000100:00100000:0.0:1746157070.940616:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.940667:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.946260:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.952196:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.956573:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.970958:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.978322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.980323:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977684807680:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1707us (2005us total) trans 4294970496 rc 0/0 00000100:00100000:0.0:1746157070.980337:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2209 00002000:00100000:0.0:1746157070.980344:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008e5cd880 x1830977684807680/t4294970496(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:631/0 lens 496/448 e 0 to 0 dl 1746157081 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157070.980353:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cd880 with x1830977684807680 ext(0->7) 00010000:00010000:0.0:1746157070.980361:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121de00/0x7b65fed88534f115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e5c8 expref: 63 pid: 9578 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157070.980373:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121de00/0x7b65fed88534f115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e5c8 expref: 63 pid: 9578 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157070.980379:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cd880 00000100:00100000:0.0:1746157070.986309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.994715:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157070.997669:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.001219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.004656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.008256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.009880:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.015056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.018559:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.018618:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.025616:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.028768:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.034295:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.037964:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.041005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.044810:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.045847:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.051849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.051951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.057210:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.061236:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.065501:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.069422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.073219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.076108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.080509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.080629:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.085085:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.089586:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.093260:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.098527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.103286:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.107207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.107984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.111390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.113919:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.118501:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.121668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.124599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.127827:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.130505:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.134042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.135704:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.137581:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.139955:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.142443:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.145588:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.149062:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.151621:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.156404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.159504:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.159554:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.159786:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29023 00000100:00100000:0.0:1746157071.159797:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:1767:x1830977684816896:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157071.159817:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157071.159835:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e5dfa00/0x7b65fed88534f19a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e64d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.159862:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c9f4800/0x7b65fed88534f193 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e646 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.159869:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157071.159871:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157071.159874:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e5dfa00/0x7b65fed88534f19a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e64d expref: 63 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.159901:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c9f4800/0x7b65fed88534f193 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e646 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.159913:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c9f4800/0x7b65fed88534f193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e646 expref: 6 pid: 9579 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746157071.159930:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d7ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977678997376:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157071.159999:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157071.161791:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.162265:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.164404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.167234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.171029:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.177943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.184040:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.186325:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2010:x1830977684818048:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1700us (2294us total) trans 4294970497 rc 0/0 00000100:00100000:0.0:1746157071.186338:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2221 00002000:00100000:0.0:1746157071.186348:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910ed880 x1830977684818048/t4294970497(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 496/448 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.186357:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed880 with x1830977684818048 ext(0->7) 00010000:00010000:0.0:1746157071.186366:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f1a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e654 expref: 65 pid: 9579 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.186380:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f1a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e654 expref: 65 pid: 9579 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157071.186387:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910ed880 00000100:00100000:0.0:1746157071.191307:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.194998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.195287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.198430:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.198457:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684818688 00000100:00100000:0.0:1746157071.198464:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684818688 00000100:00100000:0.0:1746157071.198503:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29027 00000100:00100000:0.0:1746157071.198511:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:1768:x1830977684818688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157071.198533:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157071.198548:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534f1b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e669 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.198575:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157071.198581:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c9f4800/0x7b65fed88534f1af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e662 expref: 67 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.198588:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157071.198591:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534f1b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e669 expref: 67 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.198668:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c9f4800/0x7b65fed88534f1af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e662 expref: 67 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.198680:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534f1b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e669 expref: 67 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.198689:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009121c400, rc 0) 00000100:00100000:0.0:1746157071.199208:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:1768:x1830977684818688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 696us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157071.199214:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29027 00000100:00100000:0.0:1746157071.199289:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.212778:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.217725:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684819584 00000100:00100000:0.0:1746157071.217799:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684819584 00000100:00100000:0.0:1746157071.223320:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.223730:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.229713:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.234264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.238769:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684820480 00000100:00100000:0.0:1746157071.238776:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684820480 00002000:00100000:0.0:1746157071.238821:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20a680 x1830977684820480/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 488/0 e 0 to 0 dl 1746157082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.238829:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20a680 with x1830977684820480 ext(0->4095) 00002000:00010000:0.0:1746157071.238834:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f20a680 00000100:00100000:0.0:1746157071.248892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.256514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.256719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.257479:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:2011:x1830977684820736:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 848us (966us total) trans 4294970498 rc 0/0 00000100:00100000:0.0:1746157071.257486:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2224 00002000:00100000:0.0:1746157071.257492:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012be9df80 x1830977684820736/t4294970498(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 496/448 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.257499:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9df80 with x1830977684820736 ext(0->7) 00010000:00010000:0.0:1746157071.257504:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c9f4000/0x7b65fed88534f1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e677 expref: 68 pid: 9578 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.257513:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c9f4000/0x7b65fed88534f1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e677 expref: 68 pid: 9578 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157071.257520:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9df80 00000100:00100000:0.0:1746157071.258473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.261674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.263455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.265923:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684821632 00000100:00100000:0.0:1746157071.265929:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684821632 00002000:00100000:0.0:1746157071.265966:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3100 x1830977684821632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 488/0 e 0 to 0 dl 1746157082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.265972:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3100 with x1830977684821632 ext(0->4095) 00002000:00010000:0.0:1746157071.265976:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f3100 00000100:00100000:0.0:1746157071.265997:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13329 00000100:00100000:0.0:1746157071.266003:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2010:x1830977684821632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157071.266141:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2010:x1830977684821632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157071.266146:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13329 00002000:00100000:0.0:1746157071.266152:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3100 x1830977684821632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746157082 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.266158:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3100 with x1830977684821632 ext(0->4095) 00002000:00010000:0.0:1746157071.266161:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f3100 00000100:00100000:0.0:1746157071.267400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.275595:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.276992:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.279389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.285679:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684822528 00000100:00100000:0.0:1746157071.285692:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684822528 00010000:00010000:0.0:1746157071.285773:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800926f0200/0x7b65fed88534f1d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e68c expref: 6 pid: 9577 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746157071.285814:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16372 00000100:00100000:0.0:1746157071.285822:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684822528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157071.285833:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157071.285851:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800926f0200/0x7b65fed88534f1d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e68c expref: 6 pid: 9577 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.285862:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800926f0200/0x7b65fed88534f1d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e68c expref: 6 pid: 9577 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.285882:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800926f0200/0x7b65fed88534f1d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e68c expref: 6 pid: 9577 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.285914:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157071.285916:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157071.285922:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5200/0x7b65fed88534f1e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e693 expref: 67 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.285929:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5200/0x7b65fed88534f1e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e693 expref: 67 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.285960:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5200/0x7b65fed88534f1e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e693 expref: 67 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.285975:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c9f5200/0x7b65fed88534f1e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e693 expref: 67 pid: 9577 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746157071.285985:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679000192:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157071.286077:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157071.299047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.302809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.310624:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.316308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.319183:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:2011:x1830977684823424:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2171us (2873us total) trans 4294970499 rc 0/0 00000100:00100000:0.0:1746157071.319200:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2227 00002000:00100000:0.0:1746157071.319213:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008cc2f480 x1830977684823424/t4294970499(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 496/448 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.319222:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2f480 with x1830977684823424 ext(0->7) 00010000:00010000:0.0:1746157071.319233:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534f1e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e69a expref: 69 pid: 9579 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.319249:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534f1e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e69a expref: 69 pid: 9579 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157071.319256:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2f480 00000100:00100000:0.0:1746157071.325720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.331827:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.334402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.340110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.345158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.347858:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2010:x1830977684824576:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2378us (2689us total) trans 4294970500 rc 0/0 00000100:00100000:0.0:1746157071.347869:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2229 00002000:00100000:0.0:1746157071.347882:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008cc2df80 x1830977684824576/t4294970500(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 496/448 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.348014:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2df80 with x1830977684824576 ext(0->7) 00010000:00010000:0.0:1746157071.348034:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534f1f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e6a8 expref: 71 pid: 9579 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.348051:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534f1f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e6a8 expref: 71 pid: 9579 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157071.348066:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2df80 00000100:00100000:0.0:1746157071.350162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.352817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.354898:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684825088 00000100:00100000:0.0:1746157071.354905:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684825088 00002000:00100000:0.0:1746157071.354941:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f1880 x1830977684825088/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:632/0 lens 488/0 e 0 to 0 dl 1746157082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.354951:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1880 with x1830977684825088 ext(0->4095) 00010000:00010000:0.0:1746157071.354959:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534f1fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e6af expref: 6 pid: 9579 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.354972:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534f1fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e6af expref: 6 pid: 9579 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157071.354980:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1880 00000100:00100000:0.0:1746157071.355011:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2230 00000100:00100000:0.0:1746157071.355018:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684825088:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157071.355173:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684825088:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157071.355179:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2230 00002000:00100000:0.0:1746157071.355184:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f1880 x1830977684825088/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.355191:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1880 with x1830977684825088 ext(0->4095) 00010000:00010000:0.0:1746157071.355196:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534f1fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e6af expref: 6 pid: 9579 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.355204:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534f1fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e6af expref: 6 pid: 9579 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157071.355209:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1880 00000100:00100000:0.0:1746157071.356833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.356875:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.359668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.362012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.365275:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.370515:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.380957:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.383780:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2011:x1830977684826240:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1470us (2830us total) trans 4294970501 rc 0/0 00000100:00100000:0.0:1746157071.383789:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2232 00002000:00100000:0.0:1746157071.383797:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013133d180 x1830977684826240/t4294970501(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 496/448 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.383805:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d180 with x1830977684826240 ext(0->7) 00010000:00010000:0.0:1746157071.383811:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f20a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e6bd expref: 73 pid: 9579 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.383822:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f20a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e6bd expref: 73 pid: 9579 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157071.383827:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133d180 00000100:00100000:0.0:1746157071.388356:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.391830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.395009:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f3ad180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679001856:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157071.395036:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157071.395065:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2010:x1830977684826368:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4933us (6719us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157071.395075:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16379 00000100:00100000:0.0:1746157071.397932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.401240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.403385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.407190:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.410332:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.415428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.417772:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.419680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.423235:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.424527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.428469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.432050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.434905:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.437930:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.443370:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.445409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.448255:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.451626:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.458442:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.468124:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.484155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.494904:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.497971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.500632:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.506168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.511117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.522150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.534879:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.540360:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977684831616:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 858us (5490us total) trans 4294970503 rc 0/0 00000100:00100000:0.0:1746157071.540368:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2240 00002000:00100000:0.0:1746157071.540375:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008bc1ad80 x1830977684831616/t4294970503(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 496/448 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.540383:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1ad80 with x1830977684831616 ext(0->7) 00010000:00010000:0.0:1746157071.540390:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534f250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e703 expref: 77 pid: 9579 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.540401:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534f250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e703 expref: 77 pid: 9579 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157071.540407:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1ad80 00000100:00100000:0.0:1746157071.542525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.552207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.558588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.566733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.573127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.580463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.584890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.586753:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2010:x1830977684832768:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1402us (1847us total) trans 4294970504 rc 0/0 00000100:00100000:0.0:1746157071.586760:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2242 00002000:00100000:0.0:1746157071.586766:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009250fb80 x1830977684832768/t4294970504(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 496/448 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.586773:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250fb80 with x1830977684832768 ext(0->7) 00010000:00010000:0.0:1746157071.586778:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f25e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e711 expref: 79 pid: 9577 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746157071.586788:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f25e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e711 expref: 79 pid: 9577 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746157071.586794:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250fb80 00000100:00100000:0.0:1746157071.590396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.596933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.602918:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.609121:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.612197:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.618082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.621163:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.625445:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.628354:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.632957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.633562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.640112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.640164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.644552:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.648353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.654284:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.657437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.660997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.665116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.665439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.669847:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.670950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.686371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.689457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.692968:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.696283:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.700912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.705536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.711081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.717466:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.725319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.734296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.735417:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977684838528:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 817us (1120us total) trans 4294970505 rc 0/0 00000100:00100000:0.0:1746157071.735424:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2248 00002000:00100000:0.0:1746157071.735430:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e6680 x1830977684838528/t4294970505(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 496/448 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.735437:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e6680 with x1830977684838528 ext(0->7) 00010000:00010000:0.0:1746157071.735442:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e75e expref: 81 pid: 9674 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157071.735452:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e75e expref: 81 pid: 9674 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157071.735458:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e6680 00000100:00100000:0.0:1746157071.747549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.757558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.768908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.774432:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.782714:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.801140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.803544:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.805411:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2011:x1830977684839808:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 845us (1873us total) trans 4294970506 rc 0/0 00000100:00100000:0.0:1746157071.805420:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2250 00002000:00100000:0.0:1746157071.805428:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008bc1b800 x1830977684839808/t4294970506(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 496/448 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.805436:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b800 with x1830977684839808 ext(0->7) 00010000:00010000:0.0:1746157071.805441:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093feb000/0x7b65fed88534f2b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e76c expref: 84 pid: 9674 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157071.805452:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093feb000/0x7b65fed88534f2b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e76c expref: 84 pid: 9674 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157071.805458:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1b800 00000100:00100000:0.0:1746157071.807818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.811609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.818182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.822084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.830461:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.832072:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684840704:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157071.832092:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157071.832111:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed88534f2ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e781 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.832142:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f2c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e77a expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.832148:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157071.832150:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157071.832154:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed88534f2ce lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e781 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.832187:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f2c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e77a expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157071.832198:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f2c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e77a expref: 82 pid: 9674 timeout: 832 lvb_type: 0 00000100:00100000:0.0:1746157071.832208:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679008640:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157071.832306:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157071.841248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.843646:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:2011:x1830977684840832:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1345us (2404us total) trans 4294970507 rc 0/0 00000100:00100000:0.0:1746157071.843654:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2252 00002000:00100000:0.0:1746157071.843662:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d7af100 x1830977684840832/t4294970507(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 496/448 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.843669:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7af100 with x1830977684840832 ext(0->7) 00010000:00010000:0.0:1746157071.843675:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f2c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e77a expref: 85 pid: 9674 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157071.843687:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f2c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e77a expref: 85 pid: 9674 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157071.843693:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7af100 00000100:00100000:0.0:1746157071.846972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.852267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.853047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.854893:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.861699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.868002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.871646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.878719:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.885607:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.895424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.900124:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2012:x1830977684842496:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 946us (4706us total) trans 4294970508 rc 0/0 00000100:00100000:0.0:1746157071.900133:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2254 00002000:00100000:0.0:1746157071.900141:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d4000 x1830977684842496/t4294970508(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 496/448 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.900149:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4000 with x1830977684842496 ext(0->7) 00010000:00010000:0.0:1746157071.900158:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534f2dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e78f expref: 87 pid: 9674 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157071.900172:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534f2dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e78f expref: 87 pid: 9674 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157071.900179:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4000 00000100:00100000:0.0:1746157071.912837:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.920421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.921785:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684843008 00000100:00100000:0.0:1746157071.921790:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684843008 00002000:00100000:0.0:1746157071.921821:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f2d80 x1830977684843008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:632/0 lens 488/0 e 0 to 0 dl 1746157082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.921830:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2d80 with x1830977684843008 ext(0->4095) 00010000:00010000:0.0:1746157071.921837:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013566d000/0x7b65fed88534f2e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e796 expref: 6 pid: 9577 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157071.921849:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013566d000/0x7b65fed88534f2e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e796 expref: 6 pid: 9577 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157071.921854:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f2d80 00000100:00100000:0.0:1746157071.921868:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2255 00000100:00100000:0.0:1746157071.921874:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684843008:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157071.922012:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684843008:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157071.922029:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2255 00002000:00100000:0.0:1746157071.922035:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f2d80 x1830977684843008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746157082 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.922041:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2d80 with x1830977684843008 ext(0->4095) 00010000:00010000:0.0:1746157071.922046:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013566d000/0x7b65fed88534f2e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e796 expref: 6 pid: 9577 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157071.922055:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013566d000/0x7b65fed88534f2e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e796 expref: 6 pid: 9577 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157071.922060:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f2d80 00000100:00100000:0.0:1746157071.926367:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.926566:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.931395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.936172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.939210:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684843904 00000100:00100000:0.0:1746157071.939216:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684843904 00002000:00100000:0.0:1746157071.939258:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ad500 x1830977684843904/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:632/0 lens 488/0 e 0 to 0 dl 1746157082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157071.939268:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad500 with x1830977684843904 ext(0->4095) 00002000:00010000:0.0:1746157071.939272:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ad500 00000100:00100000:0.0:1746157071.939533:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13349 00000100:00100000:0.0:1746157071.939541:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2010:x1830977684843904:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157071.941407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.945594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.949341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.949411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.953523:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.955049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.958947:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.962199:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.965109:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.967552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.971963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.976431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.979690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.979903:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.984856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.989985:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.994051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157071.998239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.001433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157072.002814:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157072.006309:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157072.007056:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157072.007680:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.011541:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684847616 00000100:00100000:0.0:1746157072.011550:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684847616 00002000:00100000:0.0:1746157072.011593:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ad180 x1830977684847616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:633/0 lens 488/0 e 0 to 0 dl 1746157083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.011603:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad180 with x1830977684847616 ext(0->4095) 00010000:00010000:0.0:1746157072.011612:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f382800/0x7b65fed88534f322 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e7d5 expref: 6 pid: 9577 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.011626:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f382800/0x7b65fed88534f322 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e7d5 expref: 6 pid: 9577 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.011632:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3ad180 00000100:00100000:0.0:1746157072.011663:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2260 00000100:00100000:0.0:1746157072.011670:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684847616:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157072.011832:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684847616:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (943us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157072.011838:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2260 00002000:00100000:0.0:1746157072.011844:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ad180 x1830977684847616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.011851:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad180 with x1830977684847616 ext(0->4095) 00010000:00010000:0.0:1746157072.011856:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f382800/0x7b65fed88534f322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e7d5 expref: 6 pid: 9577 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.011869:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f382800/0x7b65fed88534f322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e7d5 expref: 6 pid: 9577 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.011874:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3ad180 00000100:00100000:0.0:1746157072.016618:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.021818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.032188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.041271:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684848384 00000100:00100000:0.0:1746157072.041277:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684848384 00002000:00100000:0.0:1746157072.041313:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011f1c7b80 x1830977684848384/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/0 e 0 to 0 dl 1746157083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.041322:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7b80 with x1830977684848384 ext(0->7) 00010000:00010000:0.0:1746157072.041330:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed88534f329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e7dc expref: 88 pid: 9577 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.041342:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed88534f329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e7dc expref: 88 pid: 9577 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.041348:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c7b80 00000100:00100000:0.0:1746157072.041377:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2261 00000100:00100000:0.0:1746157072.041384:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977684848384:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157072.043198:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2010:x1830977684848384:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1804us (2061us total) trans 4294970509 rc 0/0 00000100:00100000:0.0:1746157072.043208:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2261 00002000:00100000:0.0:1746157072.043216:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011f1c7b80 x1830977684848384/t4294970509(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/448 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.043226:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7b80 with x1830977684848384 ext(0->7) 00010000:00010000:0.0:1746157072.043235:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed88534f329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e7dc expref: 90 pid: 9577 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.043248:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed88534f329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e7dc expref: 90 pid: 9577 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.043254:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c7b80 00000100:00100000:0.0:1746157072.046398:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.049636:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.060977:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091294e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679012608:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157072.060999:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157072.061028:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977684848896:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6961us (7401us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157072.061037:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16421 00000100:00100000:0.0:1746157072.062250:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 741 00000100:00100000:0.0:1746157072.062261:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977684849792:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157072.062289:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977684849792:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 32us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157072.062294:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 741 00000100:00100000:0.0:1746157072.066033:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.072473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.074222:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:2011:x1830977684850304:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1215us (1753us total) trans 4294970510 rc 0/0 00000100:00100000:0.0:1746157072.074235:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2263 00002000:00100000:0.0:1746157072.074242:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013133c700 x1830977684850304/t4294970510(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/448 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.074251:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c700 with x1830977684850304 ext(0->7) 00010000:00010000:0.0:1746157072.074258:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534f337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e7ea expref: 91 pid: 9577 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.074269:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534f337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e7ea expref: 91 pid: 9577 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.074276:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133c700 00000100:00100000:0.0:1746157072.082859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.082959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.092548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.097567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.108688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.112918:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.124626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.127961:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.143407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.147890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.157286:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.173404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.178131:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2012:x1830977684852608:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4511us (4728us total) trans 4294970512 rc 0/0 00000100:00100000:0.0:1746157072.178145:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2267 00002000:00100000:0.0:1746157072.178158:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f156680 x1830977684852608/t4294970512(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/448 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.178166:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156680 with x1830977684852608 ext(0->7) 00010000:00010000:0.0:1746157072.178176:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e806 expref: 95 pid: 9578 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.178193:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e806 expref: 95 pid: 9578 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.178199:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f156680 00000100:00100000:0.0:1746157072.178247:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684852736 00000100:00100000:0.0:1746157072.178254:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684852736 00000100:00100000:0.0:1746157072.178291:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29088 00000100:00100000:0.0:1746157072.178298:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:1767:x1830977684852736:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157072.178313:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157072.178329:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f383200/0x7b65fed88534f361 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e814 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.179704:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157072.179718:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f35a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e80d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.179724:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157072.179728:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f383200/0x7b65fed88534f361 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e814 expref: 96 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.179798:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f35a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e80d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.179818:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f383200/0x7b65fed88534f361 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e814 expref: 96 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.179831:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f383200, rc 0) 00000100:00100000:0.0:1746157072.179886:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977684852736:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1588us (1672us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157072.179894:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29088 00000100:00100000:0.0:1746157072.187201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.190076:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.190141:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684853120 00000100:00100000:0.0:1746157072.190147:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684853120 00002000:00100000:0.0:1746157072.190201:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166300 x1830977684853120/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:633/0 lens 488/0 e 0 to 0 dl 1746157083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.190212:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166300 with x1830977684853120 ext(0->4095) 00010000:00010000:0.0:1746157072.190221:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f35a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e80d expref: 6 pid: 9578 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.190234:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f35a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e80d expref: 6 pid: 9578 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.190239:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f166300 00000100:00100000:0.0:1746157072.190585:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2268 00000100:00100000:0.0:1746157072.190593:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684853120:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157072.197997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.204054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.207279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.215127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.220994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.226346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.226455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.233004:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684854656 00000100:00100000:0.0:1746157072.233012:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684854656 00002000:00100000:0.0:1746157072.233068:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7480 x1830977684854656/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 488/0 e 0 to 0 dl 1746157083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.233079:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7480 with x1830977684854656 ext(0->4095) 00010000:00010000:0.0:1746157072.233087:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f36f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e822 expref: 96 pid: 9578 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.233102:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f36f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e822 expref: 96 pid: 9578 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.233108:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c7480 00000100:00100000:0.0:1746157072.233138:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2270 00000100:00100000:0.0:1746157072.233144:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977684854656:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157072.233334:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977684854656:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 189us (377us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157072.233339:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2270 00002000:00100000:0.0:1746157072.233344:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7480 x1830977684854656/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.233350:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7480 with x1830977684854656 ext(0->4095) 00010000:00010000:0.0:1746157072.233355:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f36f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e822 expref: 96 pid: 9578 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.233363:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f36f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e822 expref: 96 pid: 9578 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.233368:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c7480 00000100:00100000:0.0:1746157072.236459:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684854784 00000100:00100000:0.0:1746157072.236468:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684854784 00010000:00010000:0.0:1746157072.236503:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f36f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e822 expref: 96 pid: 9578 timeout: 832 lvb_type: 0 00000100:00100000:0.0:1746157072.236532:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16430 00000100:00100000:0.0:1746157072.236540:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2013:x1830977684854784:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157072.236553:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157072.236573:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f36f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e822 expref: 96 pid: 9578 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.236584:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f36f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e822 expref: 96 pid: 9578 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.236606:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f36f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e822 expref: 96 pid: 9578 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.236634:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157072.236636:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157072.236645:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed88534f376 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e829 expref: 95 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.236658:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed88534f376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e829 expref: 95 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.236694:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed88534f376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e829 expref: 95 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157072.236706:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5bdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679014912:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157072.240325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.242908:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.246406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.250585:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.251245:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.255257:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.259325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.262411:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.265621:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.272249:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.279109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.293408:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.297199:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2013:x1830977684856832:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2794us (3785us total) trans 4294970513 rc 0/0 00000100:00100000:0.0:1746157072.297213:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2272 00002000:00100000:0.0:1746157072.297223:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccfb100 x1830977684856832/t4294970513(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/448 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.297238:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb100 with x1830977684856832 ext(0->7) 00010000:00010000:0.0:1746157072.297248:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f38b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e83e expref: 97 pid: 9577 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.297262:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f38b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e83e expref: 97 pid: 9577 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.297268:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfb100 00000100:00100000:0.0:1746157072.298614:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684856960 00000100:00100000:0.0:1746157072.298624:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684856960 00000100:00100000:0.0:1746157072.298683:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29096 00000100:00100000:0.0:1746157072.298691:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977684856960:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157072.298711:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157072.298731:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed88534f399 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e84c expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.298779:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157072.298785:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f392 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e845 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.298790:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157072.298794:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed88534f399 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e84c expref: 98 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.298841:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f392 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e845 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.300155:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed88534f399 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e84c expref: 98 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.300168:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f383a00, rc 0) 00000100:00100000:0.0:1746157072.303209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.307087:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.313474:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.323209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.323279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.331155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.337111:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.340990:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.349381:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.363962:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.368837:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2012:x1830977684859008:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 3107us (4874us total) trans 4294970514 rc 0/0 00000100:00100000:0.0:1746157072.368849:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2275 00002000:00100000:0.0:1746157072.368860:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091390a80 x1830977684859008/t4294970514(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/448 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.368870:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091390a80 with x1830977684859008 ext(0->7) 00010000:00010000:0.0:1746157072.368879:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f3a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e85a expref: 99 pid: 9579 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.368894:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f3a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e85a expref: 99 pid: 9579 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.368907:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091390a80 00000100:00100000:0.0:1746157072.372549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.375051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.378143:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:81652853-4347-4196-931c-6de7451a0496:3767:1830977679017344:0@lo:400:kworker.0 00000100:00100000:0.0:1746157072.378550:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157072.378754:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:81652853-4347-4196-931c-6de7451a0496:3767:1830977679017344:0@lo:400:kworker.0 00000100:00100000:0.0:1746157072.378770:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3767:1830977679017856:0@lo:400:kworker.0 00000100:00100000:0.0:1746157072.378786:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157072.378799:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3767:1830977679018368:0@lo:400:kworker.0 00000100:00100000:0.0:1746157072.378813:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157072.378853:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679018880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746157072.378873:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157072.378890:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3767:1830977679017856:0@lo:400:kworker.0 00000100:00100000:0.0:1746157072.378897:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3767:1830977679018368:0@lo:400:kworker.0 00000100:00100000:0.0:1746157072.378915:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679018880 00000100:00100000:0.0:1746157072.378918:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679018880 00000100:00100000:0.0:1746157072.378948:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1746157072.378953:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679018880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746157072.378969:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 405289792 pending 1318912 free 3920138240 avail 3688615936 00000100:00100000:0.0:1746157072.378996:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3767:x1830977679018880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157072.379001:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1746157072.379043:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679018880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746157072.379342:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.383354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.387131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.387160:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684859904 00000100:00100000:0.0:1746157072.387167:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684859904 00002000:00100000:0.0:1746157072.387216:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f167100 x1830977684859904/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 488/0 e 0 to 0 dl 1746157083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.387226:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167100 with x1830977684859904 ext(0->4095) 00002000:00010000:0.0:1746157072.387232:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f167100 00000100:00100000:0.0:1746157072.387269:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13363 00000100:00100000:0.0:1746157072.387277:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2011:x1830977684859904:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157072.387422:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2011:x1830977684859904:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157072.387427:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13363 00002000:00100000:0.0:1746157072.387432:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f167100 x1830977684859904/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746157083 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.387440:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167100 with x1830977684859904 ext(0->4095) 00002000:00010000:0.0:1746157072.387442:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f167100 00000100:00100000:0.0:1746157072.389043:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.392160:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.397551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.397600:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.398092:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29103 00000100:00100000:0.0:1746157072.398102:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1767:x1830977684860672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157072.398111:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157072.398117:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013566d600/0x7b65fed88534f3ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e87d expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.398129:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157072.398133:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f3c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e876 expref: 101 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.398139:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157072.398141:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013566d600/0x7b65fed88534f3ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e87d expref: 101 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.398163:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f3c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e876 expref: 101 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.398174:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013566d600/0x7b65fed88534f3ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e87d expref: 101 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.398184:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013566d600, rc 0) 00000100:00100000:0.0:1746157072.398207:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:1767:x1830977684860672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157072.398213:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29103 00000100:00100000:0.0:1746157072.400341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.403448:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.407552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.407610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.412310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.415150:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.415242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.422435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.426564:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091294a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679020288:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157072.426590:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157072.426647:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684862208:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4044us (4219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157072.426659:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16444 00000100:00100000:0.0:1746157072.429266:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.434486:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.437035:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.439975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.441990:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746157072.442006:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679020800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746157072.442062:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157072.442708:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679020800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746157072.451614:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.458780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.461177:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2011:x1830977684863744:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2197us (2394us total) trans 4294970515 rc 0/0 00000100:00100000:0.0:1746157072.461188:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2281 00002000:00100000:0.0:1746157072.461198:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011f3e7100 x1830977684863744/t4294970515(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/448 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.461211:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7100 with x1830977684863744 ext(0->7) 00010000:00010000:0.0:1746157072.461223:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f3e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e899 expref: 101 pid: 9577 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.461245:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f3e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e899 expref: 101 pid: 9577 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.461251:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e7100 00000100:00100000:0.0:1746157072.465650:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.466316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.471994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.477720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.483581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.488142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.492157:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.492485:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2283 00000100:00100000:0.0:1746157072.492495:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2011:x1830977684864896:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157072.493112:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:2011:x1830977684864896:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 617us (961us total) trans 4294970516 rc 0/0 00000100:00100000:0.0:1746157072.493119:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2283 00002000:00100000:0.0:1746157072.493125:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306be300 x1830977684864896/t4294970516(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/448 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.493133:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306be300 with x1830977684864896 ext(0->7) 00010000:00010000:0.0:1746157072.493161:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f3f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e8a7 expref: 103 pid: 9577 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.493175:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f3f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e8a7 expref: 103 pid: 9577 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.493185:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306be300 00000100:00100000:0.0:1746157072.494593:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.502847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.506420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.510528:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.515374:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.521408:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.521718:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.525679:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.536982:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.537053:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.539435:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.542136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.544698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.549900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.554062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.557040:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2011:x1830977684867584:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2784us (2972us total) trans 4294970517 rc 0/0 00000100:00100000:0.0:1746157072.557053:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2287 00002000:00100000:0.0:1746157072.557065:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ce85c00 x1830977684867584/t4294970517(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/448 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.557074:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85c00 with x1830977684867584 ext(0->7) 00010000:00010000:0.0:1746157072.557084:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534f417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e8ca expref: 105 pid: 9579 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746157072.557105:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534f417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e8ca expref: 105 pid: 9579 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746157072.557112:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce85c00 00000100:00100000:0.0:1746157072.558788:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.559431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.561639:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.564767:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.569415:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c908380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679023232:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157072.569432:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157072.569480:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977684868224:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4478us (4747us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157072.569490:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16455 00000100:00100000:0.0:1746157072.572326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.575317:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.578128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.578167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.581491:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.582717:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.585157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.587399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.591394:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.596548:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.601122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.601209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.603579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.606098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.608951:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.611008:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.613176:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.614161:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+107:2010:x1830977684871296:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 832us (985us total) trans 4294970518 rc 0/0 00000100:00100000:0.0:1746157072.614168:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2291 00002000:00100000:0.0:1746157072.614174:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880131250a80 x1830977684871296/t4294970518(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/448 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.614181:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131250a80 with x1830977684871296 ext(0->7) 00010000:00010000:0.0:1746157072.614186:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e8fb expref: 107 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157072.614196:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e8fb expref: 107 pid: 9577 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746157072.614202:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131250a80 00000100:00100000:0.0:1746157072.616867:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.621855:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.625407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.625935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.627829:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.630522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.632503:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.635912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.637633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.639604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.642712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.644606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.646116:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.648563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.651242:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.654323:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.654423:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.658732:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.661832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.662059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.665120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.667887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.672151:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c90a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679026816:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157072.672170:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157072.672276:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684875008:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3882us (4336us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157072.672286:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16468 00000100:00100000:0.0:1746157072.675000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.678512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.681249:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.683059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.683167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.686497:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.689982:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.692972:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.693080:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.698071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.701150:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.701253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.704874:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684877440 00000100:00100000:0.0:1746157072.704880:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684877440 00002000:00100000:0.0:1746157072.704919:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c909f80 x1830977684877440/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:633/0 lens 488/0 e 0 to 0 dl 1746157083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.704933:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909f80 with x1830977684877440 ext(0->4095) 00010000:00010000:0.0:1746157072.704941:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534f49c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e94f expref: 6 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157072.704954:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534f49c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e94f expref: 6 pid: 9674 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746157072.704959:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c909f80 00000100:00100000:0.0:1746157072.704985:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2298 00000100:00100000:0.0:1746157072.704993:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684877440:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157072.705131:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684877440:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (472us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157072.705137:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2298 00002000:00100000:0.0:1746157072.705141:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c909f80 x1830977684877440/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.705149:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909f80 with x1830977684877440 ext(0->4095) 00010000:00010000:0.0:1746157072.705153:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534f49c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e94f expref: 6 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157072.705166:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534f49c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e94f expref: 6 pid: 9674 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746157072.705171:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c909f80 00000100:00100000:0.0:1746157072.708111:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.710803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.712652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.715772:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.717967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.719421:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.722043:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.723814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.729303:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.732722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.732803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.736587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.739527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.739651:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.743903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.746495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.750839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.754111:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684880512 00000100:00100000:0.0:1746157072.754118:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684880512 00000100:00100000:0.0:1746157072.754284:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29140 00000100:00100000:0.0:1746157072.754293:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684880512:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157072.754309:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157072.754325:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093eae200/0x7b65fed88534f4cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e980 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.754350:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed88534f4c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e979 expref: 106 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.754358:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157072.754359:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157072.754362:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093eae200/0x7b65fed88534f4cd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e980 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.754387:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed88534f4c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e979 expref: 106 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.754398:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed88534f4c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e979 expref: 106 pid: 9674 timeout: 833 lvb_type: 0 00000100:00100000:0.0:1746157072.754409:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679029504:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157072.755118:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157072.757484:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.760106:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.761325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.761691:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.761835:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679029760:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746157072.761881:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157072.763581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.765702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.769785:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.769833:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.775372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.782399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.782519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.786284:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.786313:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684882560 00000100:00100000:0.0:1746157072.786321:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684882560 00002000:00100000:0.0:1746157072.786369:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7b80 x1830977684882560/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:633/0 lens 488/0 e 0 to 0 dl 1746157083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.786380:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7b80 with x1830977684882560 ext(0->4095) 00010000:00010000:0.0:1746157072.786389:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f4e2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e995 expref: 6 pid: 9578 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157072.786404:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f4e2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e995 expref: 6 pid: 9578 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746157072.786410:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f7b80 00000100:00100000:0.0:1746157072.786442:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2304 00000100:00100000:0.0:1746157072.786449:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684882560:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157072.787207:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684882560:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 758us (934us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157072.787212:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2304 00002000:00100000:0.0:1746157072.787218:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7b80 x1830977684882560/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.787223:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7b80 with x1830977684882560 ext(0->4095) 00010000:00010000:0.0:1746157072.787227:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f4e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e995 expref: 6 pid: 9578 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157072.787235:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f4e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e995 expref: 6 pid: 9578 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746157072.787239:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f7b80 00000100:00100000:0.0:1746157072.790338:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.794955:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684882944 00000100:00100000:0.0:1746157072.794962:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684882944 00002000:00100000:0.0:1746157072.795002:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10700 x1830977684882944/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 488/0 e 0 to 0 dl 1746157083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.795037:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10700 with x1830977684882944 ext(0->4095) 00002000:00010000:0.0:1746157072.795042:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d10700 00000100:00100000:0.0:1746157072.795068:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13383 00000100:00100000:0.0:1746157072.795074:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+107:2012:x1830977684882944:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157072.795209:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+107:2012:x1830977684882944:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157072.795326:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13383 00002000:00100000:0.0:1746157072.795334:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10700 x1830977684882944/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746157083 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.795342:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10700 with x1830977684882944 ext(0->4095) 00002000:00010000:0.0:1746157072.795344:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d10700 00000100:00100000:0.0:1746157072.799963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.808228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.810354:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+109:2010:x1830977684883200:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1689us (2129us total) trans 4294970519 rc 0/0 00000100:00100000:0.0:1746157072.810364:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2305 00002000:00100000:0.0:1746157072.810372:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f5500 x1830977684883200/t4294970519(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/448 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.810381:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5500 with x1830977684883200 ext(0->7) 00010000:00010000:0.0:1746157072.810389:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f4e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e99c expref: 109 pid: 9578 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157072.810403:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f4e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e99c expref: 109 pid: 9578 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746157072.810409:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f5500 00000100:00100000:0.0:1746157072.815676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.816236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.818456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.822026:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.822078:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.825466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.831960:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.832018:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.834373:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.837453:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.843390:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c909880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679031808:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157072.843415:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157072.844649:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a568a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684884864:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6553us (7203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157072.844660:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16487 00000100:00100000:0.0:1746157072.847788:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.853524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.856044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.859164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.864992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.869567:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.873407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.877419:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684886784 00000100:00100000:0.0:1746157072.877427:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684886784 00000100:00100000:0.0:1746157072.877480:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29152 00000100:00100000:0.0:1746157072.877487:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684886784:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157072.877506:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157072.877526:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88534f521 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e9d4 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.877555:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f51a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9cd expref: 108 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.877562:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157072.877563:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157072.877566:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88534f521 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9d4 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.877597:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f51a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9cd expref: 108 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.877614:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f51a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9cd expref: 108 pid: 9578 timeout: 833 lvb_type: 0 00000100:00100000:0.0:1746157072.877626:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679032704:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157072.878303:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157072.881091:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.886353:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684887296 00000100:00100000:0.0:1746157072.886360:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684887296 00000100:00100000:0.0:1746157072.886399:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29153 00000100:00100000:0.0:1746157072.886405:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:1767:x1830977684887296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157072.886424:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157072.886441:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed88534f528 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e9db expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.886469:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88534f521 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9d4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.886476:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157072.886477:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157072.886481:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed88534f528 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9db expref: 109 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.886510:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88534f521 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9d4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157072.886522:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88534f521 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9d4 expref: 5 pid: 9674 timeout: 833 lvb_type: 0 00000100:00100000:0.0:1746157072.886535:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679032960:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157072.886603:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157072.891080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.891122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.893440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.896478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.901503:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.904501:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.904779:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29155 00000100:00100000:0.0:1746157072.904788:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684888320:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157072.904805:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157072.909681:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.909811:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29155 00000100:00100000:0.0:1746157072.911947:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.912020:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684888704 00000100:00100000:1.0:1746157072.912032:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684888704 00002000:00100000:1.0:1746157072.912069:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8000 x1830977684888704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:633/0 lens 488/0 e 0 to 0 dl 1746157083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157072.912076:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8000 with x1830977684888704 ext(0->4095) 00002000:00010000:1.0:1746157072.912079:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fed8000 00000100:00100000:1.0:1746157072.912144:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13387 00000100:00100000:1.0:1746157072.912150:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684888704:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157072.912273:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684888704:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157072.912278:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13387 00002000:00100000:1.0:1746157072.912281:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8000 x1830977684888704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746157083 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157072.912286:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8000 with x1830977684888704 ext(0->4095) 00002000:00010000:1.0:1746157072.912288:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fed8000 00000100:00100000:0.0:1746157072.912984:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.913175:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684888832 00000100:00100000:1.0:1746157072.913182:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684888832 00000100:00100000:1.0:1746157072.913282:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29156 00000100:00100000:1.0:1746157072.913291:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:1767:x1830977684888832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157072.913303:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157072.913316:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f53d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e9f0 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.913336:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f536 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9e9 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.913347:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157072.913349:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157072.913352:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f53d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9f0 expref: 109 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.913375:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f536 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9e9 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.913385:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f536 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9e9 expref: 5 pid: 9578 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157072.913395:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679033728:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157072.913909:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157072.915886:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679033728:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157072.915905:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f53d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9f0 expref: 110 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.915916:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76000, rc 0) 00000100:00100000:1.0:1746157072.915954:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:1767:x1830977684888832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2666us (2971us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157072.915959:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29156 00000100:00100000:0.0:1746157072.916720:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.922510:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.926517:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.931055:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.934869:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.934949:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684889856 00000100:00100000:1.0:1746157072.934956:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684889856 00000100:00100000:1.0:1746157072.935003:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29158 00000100:00100000:1.0:1746157072.935020:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684889856:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157072.935039:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157072.935262:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f54b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481e9fe expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.935291:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f544 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9f7 expref: 108 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.935298:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157072.935299:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157072.935302:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f54b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9fe expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.935326:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9f7 expref: 108 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.935335:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9f7 expref: 108 pid: 9674 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157072.935344:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679034240:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157072.935795:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157072.937376:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679034240:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157072.937400:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f54b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9fe expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.937414:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76e00, rc 0) 00000100:00100000:1.0:1746157072.937669:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684889856:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2658us (2803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157072.937680:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29158 00000100:00100000:0.0:1746157072.938430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.941591:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.941716:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684890112 00000100:00100000:1.0:1746157072.941724:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684890112 00000100:00100000:1.0:1746157072.941854:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29159 00000100:00100000:1.0:1746157072.941861:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+109:1767:x1830977684890112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157072.941877:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157072.941890:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f552 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ea05 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.941915:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f54b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9fe expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.941922:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157072.941924:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157072.941927:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f552 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea05 expref: 110 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.941951:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f54b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9fe expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.941961:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f54b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9fe expref: 5 pid: 9578 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157072.941971:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679034496:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157072.942053:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157072.943974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.944164:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684890368 00000100:00100000:1.0:1746157072.944171:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684890368 00002000:00100000:1.0:1746157072.944205:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4380 x1830977684890368/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:633/0 lens 488/0 e 0 to 0 dl 1746157083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157072.944214:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4380 with x1830977684890368 ext(0->4095) 00010000:00010000:1.0:1746157072.944222:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f54b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9fe expref: 6 pid: 9578 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157072.944234:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f54b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9fe expref: 6 pid: 9578 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157072.944239:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e4380 00000100:00100000:1.0:1746157072.944271:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2314 00000100:00100000:1.0:1746157072.944277:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684890368:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157072.944387:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684890368:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157072.944392:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2314 00002000:00100000:1.0:1746157072.944397:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4380 x1830977684890368/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157072.944403:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4380 with x1830977684890368 ext(0->4095) 00010000:00010000:1.0:1746157072.944406:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f54b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9fe expref: 6 pid: 9578 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157072.944414:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f54b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e9fe expref: 6 pid: 9578 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157072.944419:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e4380 00000100:00100000:1.0:1746157072.944443:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679034496:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157072.944455:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f552 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea05 expref: 109 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.944466:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:1.0:1746157072.944482:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+109:1767:x1830977684890112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2622us (2899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157072.944488:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29159 00000100:00100000:0.0:1746157072.948044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.951237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.953807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.953883:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684890880 00000100:00100000:1.0:1746157072.953890:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684890880 00000100:00100000:1.0:1746157072.953920:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29160 00000100:00100000:1.0:1746157072.953925:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684890880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157072.953938:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157072.953951:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f559 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ea0c expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.953972:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f552 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea05 expref: 108 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.953978:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157072.953979:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157072.953982:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f559 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea0c expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.954003:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea05 expref: 108 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.954023:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea05 expref: 108 pid: 9578 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157072.954033:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679034752:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157072.954114:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157072.956906:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.957166:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679034752:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157072.957184:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f559 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea0c expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.957196:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157072.957242:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684890880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3315us (3439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157072.957248:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29160 00000100:00100000:0.0:1746157072.958868:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2011:x1830977684891008:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1773us (1964us total) trans 4294970520 rc 0/0 00000100:00100000:0.0:1746157072.958878:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2315 00002000:00100000:0.0:1746157072.958886:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092892a00 x1830977684891008/t4294970520(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:633/0 lens 496/448 e 0 to 0 dl 1746157083 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157072.958895:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892a00 with x1830977684891008 ext(0->7) 00010000:00010000:0.0:1746157072.958901:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea05 expref: 111 pid: 9578 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157072.958913:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea05 expref: 111 pid: 9578 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746157072.958919:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092892a00 00000100:00100000:0.0:1746157072.965318:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.971863:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.972916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.973080:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684891520 00000100:00100000:1.0:1746157072.973085:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684891520 00000100:00100000:1.0:1746157072.973233:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29161 00000100:00100000:1.0:1746157072.973241:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:1767:x1830977684891520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157072.973252:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157072.973265:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f560 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ea13 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.973284:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f559 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea0c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.973290:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157072.973292:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157072.973295:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f560 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea13 expref: 111 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.973323:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f559 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea0c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.973333:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f559 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea0c expref: 5 pid: 9578 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157072.973343:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679035008:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157072.973941:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157072.974568:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.975782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.975908:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679035008:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157072.975924:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f560 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea13 expref: 112 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.975933:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157072.975957:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:1767:x1830977684891520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2718us (3042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157072.975963:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29161 00000100:00100000:0.0:1746157072.980098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.984243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.987188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.989513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.989691:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684892544 00000100:00100000:1.0:1746157072.989699:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684892544 00000100:00100000:1.0:1746157072.989774:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29163 00000100:00100000:1.0:1746157072.989781:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684892544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157072.989795:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157072.989810:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f56e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ea21 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.989836:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88534f567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea1a expref: 110 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.989843:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157072.989844:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157072.989847:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f56e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea21 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.989870:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88534f567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea1a expref: 110 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.989880:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88534f567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea1a expref: 110 pid: 9579 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157072.989891:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679035520:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157072.990371:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157072.992930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.993030:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679035520:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157072.993052:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f56e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea21 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.993066:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77c00, rc 0) 00000100:00100000:1.0:1746157072.993099:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684892544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3318us (3593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157072.993106:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29163 00000100:00100000:0.0:1746157072.997467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157072.998635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157072.998716:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684893056 00000100:00100000:1.0:1746157072.998721:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684893056 00000100:00100000:1.0:1746157072.998776:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29164 00000100:00100000:1.0:1746157072.998782:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:1767:x1830977684893056:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157072.998791:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157072.998803:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f575 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ea28 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.998911:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f56e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea21 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.998919:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157072.998921:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157072.998924:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f575 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea28 expref: 111 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.998946:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f56e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea21 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157072.998956:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f56e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea21 expref: 5 pid: 9578 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157072.998967:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679035776:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157072.999221:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.001629:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.001728:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679035776:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.001771:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f575 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea28 expref: 111 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.001789:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:1.0:1746157073.001822:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:1767:x1830977684893056:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3040us (3187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.001829:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29164 00000100:00100000:1.0:1746157073.001850:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684893184 00000100:00100000:1.0:1746157073.001853:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684893184 00000100:00100000:1.0:1746157073.001888:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29165 00000100:00100000:1.0:1746157073.001894:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:1768:x1830977684893184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.001905:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.001914:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f57c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ea2f expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.001930:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.001933:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f575 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea28 expref: 112 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.001938:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.001940:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f57c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea2f expref: 112 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.001962:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f575 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea28 expref: 112 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.001970:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f57c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea2f expref: 112 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.001980:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:1.0:1746157073.001994:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:1768:x1830977684893184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.001998:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29165 00000100:00100000:0.0:1746157073.002494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.012044:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.018088:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.019974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.022965:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.025402:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.027421:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.028064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.030299:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.032913:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.035297:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.035408:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.037665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.041003:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.041082:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.044782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.048129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.050966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.052943:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.056187:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.058472:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.061388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.061434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.061592:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29173 00000100:00100000:1.0:1746157073.061601:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:1767:x1830977684897280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.061608:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.061615:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f5b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ea67 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.061641:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.061646:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed88534f5ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea60 expref: 113 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.061690:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.061694:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f5b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea67 expref: 113 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.061714:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed88534f5ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea60 expref: 113 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.061899:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f5b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea67 expref: 113 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.061908:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:1.0:1746157073.061930:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:1767:x1830977684897280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 330us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.061935:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29173 00000100:00100000:0.0:1746157073.064529:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.068366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.070799:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.070870:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.074704:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.081031:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.081269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.086915:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.090550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.095947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.098001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.100252:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.103145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.104802:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.106350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.106912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.109336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.110859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.110908:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684900352 00000100:00100000:1.0:1746157073.110913:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684900352 00000100:00100000:0.0:1746157073.110923:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.110940:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29179 00000100:00100000:1.0:1746157073.110946:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684900352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.111003:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.111027:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f5de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ea91 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.111046:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.111051:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed88534f5d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea8a expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.111056:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157073.111059:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f5de lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea91 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.111085:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed88534f5d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea8a expref: 112 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.111094:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f5de lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea91 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.111102:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77800, rc 0) 00000100:00100000:1.0:1746157073.111138:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684900352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.111172:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29179 00000100:00100000:0.0:1746157073.113364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.115596:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.115659:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684900864 00000100:00100000:1.0:1746157073.115666:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684900864 00000100:00100000:1.0:1746157073.115863:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29180 00000100:00100000:1.0:1746157073.115870:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:1767:x1830977684900864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.115883:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.115897:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f5e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ea98 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157073.115916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157073.115917:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.115921:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f5de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea91 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.115927:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157073.115930:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f5e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea98 expref: 112 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.115962:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f5de lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea91 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.115972:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f5e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea98 expref: 112 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.115981:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:1.0:1746157073.116023:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:1767:x1830977684900864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.116407:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29180 00000100:00100000:0.0:1746157073.118259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.120992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.124464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.126488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.126583:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684901760 00000100:00100000:1.0:1746157073.126592:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684901760 00000100:00100000:1.0:1746157073.126634:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29181 00000100:00100000:1.0:1746157073.126640:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684901760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.126656:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.126671:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f5ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ea9f expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.126692:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f5e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea98 expref: 110 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.126699:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.126701:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.126704:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f5ec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea9f expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.126730:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f5e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea98 expref: 110 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.126764:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f5e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ea98 expref: 110 pid: 9674 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.126775:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679040128:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.126847:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.131395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.134996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.136432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.139346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.139825:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.143481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.144144:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684902784 00000100:00100000:1.0:1746157073.144151:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684902784 00002000:00100000:1.0:1746157073.144181:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84a80 x1830977684902784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.144195:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84a80 with x1830977684902784 ext(0->4095) 00010000:00010000:1.0:1746157073.144202:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093eae200/0x7b65fed88534f5f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eaa6 expref: 112 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.144213:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093eae200/0x7b65fed88534f5f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eaa6 expref: 112 pid: 9674 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.144218:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce84a80 00000100:00100000:1.0:1746157073.144245:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2328 00000100:00100000:1.0:1746157073.144252:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2010:x1830977684902784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.144367:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2010:x1830977684902784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (892us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.144372:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2328 00002000:00100000:1.0:1746157073.144377:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84a80 x1830977684902784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.144383:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84a80 with x1830977684902784 ext(0->4095) 00010000:00010000:1.0:1746157073.144387:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093eae200/0x7b65fed88534f5f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eaa6 expref: 112 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.144395:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093eae200/0x7b65fed88534f5f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eaa6 expref: 112 pid: 9674 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.144400:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce84a80 00000100:00100000:0.0:1746157073.147544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.151581:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.153994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.154067:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684903296 00000100:00100000:1.0:1746157073.154077:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684903296 00000100:00100000:1.0:1746157073.154148:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29184 00000100:00100000:1.0:1746157073.154158:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684903296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.154185:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.154203:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f601 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eab4 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.154233:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed88534f5fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eaad expref: 110 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.154240:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.154242:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.154246:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f601 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eab4 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.154279:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed88534f5fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eaad expref: 110 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.154292:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed88534f5fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eaad expref: 110 pid: 9674 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.154304:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679040896:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.154421:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.158427:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679040896:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.158453:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f601 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eab4 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.158474:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76e00, rc 0) 00000100:00100000:1.0:1746157073.158520:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684903296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4363us (4530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.158528:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29184 00000100:00100000:1.0:1746157073.163254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.163327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.163375:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684903552 00000100:00100000:0.0:1746157073.163383:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684903552 00000100:00100000:0.0:1746157073.163973:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29185 00000100:00100000:0.0:1746157073.163979:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:1767:x1830977684903552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157073.163988:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157073.164000:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c200/0x7b65fed88534f608 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eabb expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.164033:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f601 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eab4 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.164040:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157073.164041:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157073.164044:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c200/0x7b65fed88534f608 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eabb expref: 111 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.164079:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f601 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eab4 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.164089:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f601 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eab4 expref: 6 pid: 9579 timeout: 833 lvb_type: 0 00000100:00100000:0.0:1746157073.164098:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c5f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679041152:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157073.164582:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.168592:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.168824:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c5f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679041152:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.168852:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c200/0x7b65fed88534f608 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eabb expref: 111 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.169549:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ce6c200, rc 0) 00000100:00100000:0.0:1746157073.170838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.171066:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:1767:x1830977684903552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7085us (7815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.171081:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29185 00000100:00100000:0.0:1746157073.177900:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.180880:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.184533:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.184624:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684904704 00000100:00100000:1.0:1746157073.184629:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684904704 00002000:00100000:1.0:1746157073.184655:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5f0e00 x1830977684904704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.184662:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5f0e00 with x1830977684904704 ext(0->4095) 00002000:00010000:1.0:1746157073.184665:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5f0e00 00000100:00100000:1.0:1746157073.184685:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13402 00000100:00100000:1.0:1746157073.184691:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2010:x1830977684904704:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.184834:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2010:x1830977684904704:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.184840:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13402 00002000:00100000:1.0:1746157073.184845:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5f0e00 x1830977684904704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.184851:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5f0e00 with x1830977684904704 ext(0->4095) 00002000:00010000:1.0:1746157073.184854:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5f0e00 00000100:00100000:0.0:1746157073.187511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.187692:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684904832 00000100:00100000:1.0:1746157073.187699:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684904832 00000100:00100000:1.0:1746157073.187761:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29187 00000100:00100000:1.0:1746157073.187767:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684904832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.187781:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.187794:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f616 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eac9 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.187815:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed88534f60f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eac2 expref: 110 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.187821:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.187823:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.187825:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f616 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eac9 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.187849:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed88534f60f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eac2 expref: 110 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.187859:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed88534f60f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eac2 expref: 110 pid: 9674 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.187873:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679041664:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.187938:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.189180:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679041664:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.189198:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f616 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eac9 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.189210:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77c00, rc 0) 00000100:00100000:1.0:1746157073.189236:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684904832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1469us (1732us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.189243:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29187 00000100:00100000:0.0:1746157073.190657:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.194922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.195058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.195849:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684905216 00000100:00100000:1.0:1746157073.195855:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684905216 00002000:00100000:1.0:1746157073.195882:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5f1880 x1830977684905216/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.195891:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5f1880 with x1830977684905216 ext(0->4095) 00010000:00010000:1.0:1746157073.195896:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f616 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eac9 expref: 6 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.195907:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f616 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eac9 expref: 6 pid: 9579 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.195912:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5f1880 00000100:00100000:1.0:1746157073.195938:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2330 00000100:00100000:1.0:1746157073.195944:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684905216:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.196086:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684905216:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (1175us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.196092:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2330 00002000:00100000:1.0:1746157073.196097:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5f1880 x1830977684905216/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.196104:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5f1880 with x1830977684905216 ext(0->4095) 00010000:00010000:1.0:1746157073.196108:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f616 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eac9 expref: 6 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.196116:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f616 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eac9 expref: 6 pid: 9579 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.196122:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5f1880 00000100:00100000:0.0:1746157073.198827:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.200277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.202542:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.205467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.209852:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.209913:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684906240 00000100:00100000:1.0:1746157073.209919:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684906240 00002000:00100000:1.0:1746157073.209949:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5f2d80 x1830977684906240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.209957:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5f2d80 with x1830977684906240 ext(0->4095) 00002000:00010000:1.0:1746157073.209961:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5f2d80 00000100:00100000:1.0:1746157073.209988:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13403 00000100:00100000:1.0:1746157073.209994:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2010:x1830977684906240:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.210115:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2010:x1830977684906240:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.210121:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13403 00002000:00100000:1.0:1746157073.210127:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5f2d80 x1830977684906240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.210133:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5f2d80 with x1830977684906240 ext(0->4095) 00002000:00010000:1.0:1746157073.210135:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5f2d80 00000100:00100000:0.0:1746157073.211733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.215711:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.218508:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.219516:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.222618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.227621:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.228152:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684907392 00000100:00100000:1.0:1746157073.228158:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684907392 00002000:00100000:1.0:1746157073.228196:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5f0380 x1830977684907392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.228205:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5f0380 with x1830977684907392 ext(0->4095) 00010000:00010000:1.0:1746157073.228213:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eae5 expref: 112 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.228225:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eae5 expref: 112 pid: 9579 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.228236:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5f0380 00000100:00100000:1.0:1746157073.228262:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2332 00000100:00100000:1.0:1746157073.228269:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2011:x1830977684907392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.228583:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2011:x1830977684907392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 314us (973us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.228589:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2332 00002000:00100000:1.0:1746157073.228594:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5f0380 x1830977684907392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.228601:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5f0380 with x1830977684907392 ext(0->4095) 00010000:00010000:1.0:1746157073.228606:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eae5 expref: 112 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.228615:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eae5 expref: 112 pid: 9579 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.228620:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5f0380 00000100:00100000:0.0:1746157073.232992:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.238788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.239059:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684907776 00000100:00100000:1.0:1746157073.239065:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684907776 00002000:00100000:1.0:1746157073.239097:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5f1500 x1830977684907776/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.239105:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5f1500 with x1830977684907776 ext(0->4095) 00002000:00010000:1.0:1746157073.239110:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5f1500 00000100:00100000:1.0:1746157073.239137:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13405 00000100:00100000:1.0:1746157073.239144:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2010:x1830977684907776:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.239268:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2010:x1830977684907776:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (1213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.239274:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13405 00002000:00100000:1.0:1746157073.239278:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5f1500 x1830977684907776/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.239284:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5f1500 with x1830977684907776 ext(0->4095) 00002000:00010000:1.0:1746157073.239286:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5f1500 00000100:00100000:0.0:1746157073.241519:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.245751:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.249374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.249408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.252920:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.253028:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1746157073.253930:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013566d000/0x7b65fed88534f640 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eaf3 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00000100:00100000:0.0:1746157073.253948:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679043456:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157073.253968:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534f647 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eafa expref: 113 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157073.253978:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534f647 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eafa expref: 113 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157073.253987:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:0.0:1746157073.254209:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:1767:x1830977684908416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4363us (4798us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157073.254216:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29194 00000100:00100000:0.0:1746157073.258365:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679043712:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157073.258391:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157073.258459:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684908672:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5241us (5429us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157073.258471:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16533 00000100:00100000:0.0:1746157073.260664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.265239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.267914:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.270431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.272903:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.275600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.276236:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.277840:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.281185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.283912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.284267:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16537 00000100:00100000:1.0:1746157073.284276:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2012:x1830977684910592:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157073.284288:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157073.284306:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534f65c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb0f expref: 112 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.284317:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534f65c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb0f expref: 112 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.284338:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534f65c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb0f expref: 112 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.284359:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.284361:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.284367:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6abc00/0x7b65fed88534f663 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb16 expref: 111 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.284375:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6abc00/0x7b65fed88534f663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb16 expref: 111 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.284401:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6abc00/0x7b65fed88534f663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb16 expref: 111 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157073.284438:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679044608:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157073.284506:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.286910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.287070:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679044608:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157073.287085:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157073.287124:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2012:x1830977684910592:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2849us (3218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.287134:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16537 00000100:00100000:0.0:1746157073.289216:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.291623:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.291694:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684911104 00000100:00100000:1.0:1746157073.291704:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684911104 00010000:00010000:1.0:1746157073.291725:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6abc00/0x7b65fed88534f663 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb16 expref: 111 pid: 9579 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.291783:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16538 00000100:00100000:1.0:1746157073.291789:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2010:x1830977684911104:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157073.291799:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157073.291813:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c6abc00/0x7b65fed88534f663 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb16 expref: 111 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.291823:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c6abc00/0x7b65fed88534f663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb16 expref: 111 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.291838:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c6abc00/0x7b65fed88534f663 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb16 expref: 111 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.291854:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.291855:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.291860:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534f66a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb1d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.291866:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534f66a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb1d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.291886:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534f66a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb1d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157073.291896:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679044864:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157073.291952:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.293880:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679044864:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157073.293894:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157073.293931:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2010:x1830977684911104:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2140us (2308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.293939:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16538 00000100:00100000:0.0:1746157073.295044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.297495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.297605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.297684:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684911488 00000100:00100000:1.0:1746157073.297694:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684911488 00000100:00100000:1.0:1746157073.297773:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684911616 00000100:00100000:1.0:1746157073.297775:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684911616 00000100:00100000:1.0:1746157073.297793:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29200 00000100:00100000:1.0:1746157073.297799:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:1768:x1830977684911488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.297814:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157073.297819:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29201 00010000:00010000:1.0:1746157073.297828:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f671 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eb24 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157073.297830:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:1767:x1830977684911616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157073.297845:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.297850:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534f66a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb1d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.297857:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534f678 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eb2b expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.297858:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.297859:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.297862:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f671 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb24 expref: 112 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.297882:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157073.297888:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f671 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb24 expref: 113 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.297893:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157073.297896:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534f678 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb2b expref: 113 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.297978:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534f66a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb1d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.297990:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534f66a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb1d expref: 5 pid: 9577 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.298000:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679044992:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157073.298183:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f671 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb24 expref: 113 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157073.298194:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00010000:00010000:0.0:1746157073.298196:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534f678 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb2b expref: 113 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.298206:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ce6d600, rc 0) 00000100:00100000:0.0:1746157073.298346:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:1767:x1830977684911616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 518us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157073.298353:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29201 00000100:00100000:1.0:1746157073.301145:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679044992:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157073.301147:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157073.302031:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f671 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb24 expref: 112 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.302060:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76c00, rc 0) 00000100:00100000:1.0:1746157073.302136:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:1768:x1830977684911488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4333us (4648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.302145:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29200 00000100:00100000:0.0:1746157073.305284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.305316:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684912000 00000100:00100000:0.0:1746157073.305323:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684912000 00002000:00100000:0.0:1746157073.305363:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cb100 x1830977684912000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157073.305373:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb100 with x1830977684912000 ext(0->4095) 00010000:00010000:0.0:1746157073.305382:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb24 expref: 112 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157073.305396:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb24 expref: 112 pid: 9674 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746157073.305402:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cb100 00000100:00100000:0.0:1746157073.305421:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2335 00000100:00100000:0.0:1746157073.305428:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2010:x1830977684912000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157073.305579:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2010:x1830977684912000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157073.305586:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2335 00002000:00100000:0.0:1746157073.305591:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cb100 x1830977684912000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157073.305598:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb100 with x1830977684912000 ext(0->4095) 00010000:00010000:0.0:1746157073.305603:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb24 expref: 112 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157073.305611:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb24 expref: 112 pid: 9674 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746157073.305618:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cb100 00000100:00100000:0.0:1746157073.308549:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.308666:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.308685:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684912128 00000100:00100000:1.0:1746157073.308698:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684912128 00000100:00100000:1.0:1746157073.308805:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29202 00000100:00100000:1.0:1746157073.308814:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684912128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.308832:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.308846:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f67f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eb32 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.308876:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.308882:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534f678 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb2b expref: 112 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.308891:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157073.308895:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f67f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb32 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.309713:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534f678 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb2b expref: 111 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.309728:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f67f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb32 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.309783:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:1.0:1746157073.309834:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684912128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1020us (1750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.309847:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29202 00000100:00100000:0.0:1746157073.312896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.316762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.316985:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684912640 00000100:00100000:1.0:1746157073.316997:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684912640 00000100:00100000:1.0:1746157073.317060:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29203 00000100:00100000:1.0:1746157073.317068:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:1767:x1830977684912640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.317083:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.317098:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f686 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eb39 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.317122:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.317127:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f67f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb32 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157073.317128:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157073.317137:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157073.317141:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f686 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb39 expref: 112 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.317170:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f67f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb32 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.317180:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f686 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb39 expref: 112 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.317189:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157073.317254:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:1767:x1830977684912640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.317261:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29203 00000100:00100000:0.0:1746157073.320971:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.324712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.329117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.329412:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684913408 00000100:00100000:1.0:1746157073.329420:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684913408 00002000:00100000:1.0:1746157073.329458:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cf100 x1830977684913408/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.329468:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cf100 with x1830977684913408 ext(0->4095) 00002000:00010000:1.0:1746157073.329473:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5cf100 00000100:00100000:0.0:1746157073.335021:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.335116:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684913536 00000100:00100000:1.0:1746157073.335126:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684913536 00000100:00100000:1.0:1746157073.335184:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29204 00000100:00100000:1.0:1746157073.335192:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684913536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.335212:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.335231:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f68d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eb40 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.335263:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb39 expref: 110 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.335271:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.335273:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.335276:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f68d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb40 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.335310:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb39 expref: 110 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.335324:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb39 expref: 110 pid: 9674 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.335337:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679046016:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.335622:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.341473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.341562:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679046016:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.341592:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f68d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb40 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.341615:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76400, rc 0) 00000100:00100000:1.0:1746157073.341668:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684913536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6477us (6672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.341677:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29204 00000100:00100000:0.0:1746157073.345055:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2010:x1830977684913664:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2749us (3582us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1746157073.345067:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2338 00002000:00100000:0.0:1746157073.345077:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccfa680 x1830977684913664/t4294970521(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 496/448 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157073.345086:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfa680 with x1830977684913664 ext(0->7) 00010000:00010000:0.0:1746157073.345095:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb39 expref: 113 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157073.345110:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb39 expref: 113 pid: 9674 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746157073.345117:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfa680 00000100:00100000:0.0:1746157073.352636:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.359117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.359153:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684914048 00000100:00100000:1.0:1746157073.359160:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684914048 00002000:00100000:1.0:1746157073.359201:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8700 x1830977684914048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.359210:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8700 with x1830977684914048 ext(0->4095) 00002000:00010000:1.0:1746157073.359214:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf8700 00000100:00100000:1.0:1746157073.359278:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13412 00000100:00100000:1.0:1746157073.359285:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684914048:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157073.359411:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684914048:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.359416:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13412 00002000:00100000:1.0:1746157073.359422:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8700 x1830977684914048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.359428:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8700 with x1830977684914048 ext(0->4095) 00002000:00010000:1.0:1746157073.359431:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf8700 00000100:00100000:0.0:1746157073.360110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.360216:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684914176 00000100:00100000:1.0:1746157073.360220:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684914176 00000100:00100000:1.0:1746157073.360241:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29205 00000100:00100000:1.0:1746157073.360246:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:1767:x1830977684914176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.360254:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.360266:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f694 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eb47 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.360287:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f68d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb40 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.360298:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.360299:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.360303:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f694 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb47 expref: 114 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.360326:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f68d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb40 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.360336:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f68d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb40 expref: 5 pid: 9674 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.360345:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679046272:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.360419:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.362206:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.362310:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679046272:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.362330:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f694 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb47 expref: 113 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.362344:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:1.0:1746157073.362379:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:1767:x1830977684914176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2132us (2270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.362385:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29205 00000100:00100000:1.0:1746157073.362667:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684914304 00000100:00100000:1.0:1746157073.362672:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684914304 00000100:00100000:1.0:1746157073.362705:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29206 00000100:00100000:1.0:1746157073.362710:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:1768:x1830977684914304:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.362724:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.362758:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f69b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eb4e expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.362773:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.362776:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f694 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb47 expref: 114 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.362781:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.362783:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f69b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb4e expref: 114 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.362804:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f694 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb47 expref: 114 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.362812:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f69b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb4e expref: 114 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.362818:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157073.362834:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:1768:x1830977684914304:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.362838:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29206 00000100:00100000:0.0:1746157073.362928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.366869:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684914688 00000100:00100000:1.0:1746157073.366876:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684914688 00002000:00100000:1.0:1746157073.366908:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257d180 x1830977684914688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.366917:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257d180 with x1830977684914688 ext(0->4095) 00010000:00010000:1.0:1746157073.366925:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb47 expref: 114 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.366937:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb47 expref: 114 pid: 9674 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.366943:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257d180 00000100:00100000:1.0:1746157073.366957:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2339 00000100:00100000:1.0:1746157073.366963:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2010:x1830977684914688:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.367106:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2010:x1830977684914688:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.367111:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2339 00002000:00100000:1.0:1746157073.367116:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257d180 x1830977684914688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.367123:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257d180 with x1830977684914688 ext(0->4095) 00010000:00010000:1.0:1746157073.367127:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb47 expref: 114 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.367135:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb47 expref: 114 pid: 9674 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.367140:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257d180 00000100:00100000:0.0:1746157073.372477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.377629:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679046656:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157073.377647:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157073.377691:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2010:x1830977684914816:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4872us (6192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157073.377700:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16545 00000100:00100000:0.0:1746157073.380358:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.382809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.382901:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684915328 00000100:00100000:1.0:1746157073.382906:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684915328 00010000:00010000:1.0:1746157073.382930:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f69b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb4e expref: 113 pid: 9674 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.382964:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16546 00000100:00100000:1.0:1746157073.382970:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2010:x1830977684915328:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157073.382981:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157073.382998:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f69b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb4e expref: 113 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.383018:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f69b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb4e expref: 113 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.383036:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f69b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb4e expref: 113 pid: 9674 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.383059:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.383061:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.383066:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f6a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb55 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.383073:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f6a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb55 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.383098:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f6a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb55 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157073.383108:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679046912:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157073.383169:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.384340:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679046912:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157073.384350:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157073.384411:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2010:x1830977684915328:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1439us (1601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.384419:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16546 00000100:00100000:0.0:1746157073.385047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.387619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.387708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.391140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.391227:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684915968 00000100:00100000:1.0:1746157073.391234:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684915968 00010000:00010000:1.0:1746157073.391260:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f6a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb55 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.391283:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16547 00000100:00100000:1.0:1746157073.391289:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684915968:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157073.391300:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157073.391314:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f6a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb55 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.391323:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f6a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb55 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.391340:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f6a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb55 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.391363:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.391365:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.391370:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f6a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb63 expref: 113 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.391377:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f6a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb63 expref: 113 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.391399:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f6a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb63 expref: 113 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.391408:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534f6a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb63 expref: 113 pid: 9579 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.391417:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679047296:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157073.392396:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.395000:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679047296:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157073.395026:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157073.395062:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684915968:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3772us (3925us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157073.395070:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16547 00000100:00100000:0.0:1746157073.396846:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.404434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.408625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.412565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.415780:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.418322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.419927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.421359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.422259:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.424839:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.431129:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.435082:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.437787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.439964:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.442948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.446456:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.447379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.449218:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.452635:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.454827:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.456645:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.458790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.461201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.463605:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.463700:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684920192 00000100:00100000:1.0:1746157073.463711:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684920192 00002000:00100000:1.0:1746157073.463778:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f4da300 x1830977684920192/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.463788:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4da300 with x1830977684920192 ext(0->4095) 00002000:00010000:1.0:1746157073.463793:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f4da300 00000100:00100000:1.0:1746157073.463817:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13420 00000100:00100000:1.0:1746157073.463823:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f4da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684920192:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.463988:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f4da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684920192:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.463994:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13420 00002000:00100000:1.0:1746157073.463999:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f4da300 x1830977684920192/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.464019:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4da300 with x1830977684920192 ext(0->4095) 00002000:00010000:1.0:1746157073.464023:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f4da300 00000100:00100000:0.0:1746157073.465537:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.467385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.468126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.471585:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.471677:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684920832 00000100:00100000:1.0:1746157073.471685:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684920832 00002000:00100000:1.0:1746157073.471726:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f4db100 x1830977684920832/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.471768:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4db100 with x1830977684920832 ext(0->4095) 00010000:00010000:1.0:1746157073.471776:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aaa00/0x7b65fed88534f6e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb9b expref: 114 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.471789:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6aaa00/0x7b65fed88534f6e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb9b expref: 114 pid: 9577 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.471794:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f4db100 00000100:00100000:1.0:1746157073.471817:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2343 00000100:00100000:1.0:1746157073.471827:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2011:x1830977684920832:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.472049:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2011:x1830977684920832:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 226us (465us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.472055:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2343 00002000:00100000:1.0:1746157073.472060:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f4db100 x1830977684920832/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.472067:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4db100 with x1830977684920832 ext(0->4095) 00010000:00010000:1.0:1746157073.472071:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aaa00/0x7b65fed88534f6e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb9b expref: 114 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.472079:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6aaa00/0x7b65fed88534f6e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eb9b expref: 114 pid: 9577 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.472084:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f4db100 00000100:00100000:0.0:1746157073.473657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.473771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.476509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.477167:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684921344 00000100:00100000:1.0:1746157073.477177:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684921344 00002000:00100000:1.0:1746157073.477210:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f4db800 x1830977684921344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.477219:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4db800 with x1830977684921344 ext(0->4095) 00010000:00010000:1.0:1746157073.477226:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534f6ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eba2 expref: 113 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.477238:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534f6ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eba2 expref: 113 pid: 9579 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.477244:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f4db800 00000100:00100000:1.0:1746157073.477278:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2344 00000100:00100000:1.0:1746157073.477284:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f4db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2010:x1830977684921344:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.477488:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f4db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2010:x1830977684921344:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 203us (984us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.477494:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2344 00002000:00100000:1.0:1746157073.477499:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f4db800 x1830977684921344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.477507:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4db800 with x1830977684921344 ext(0->4095) 00010000:00010000:1.0:1746157073.477511:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534f6ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eba2 expref: 113 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.477524:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534f6ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eba2 expref: 113 pid: 9579 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.477529:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f4db800 00000100:00100000:0.0:1746157073.481214:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.481273:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.485345:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.485641:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684921856 00000100:00100000:1.0:1746157073.485651:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684921856 00002000:00100000:1.0:1746157073.485898:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f4d8e00 x1830977684921856/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.485908:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4d8e00 with x1830977684921856 ext(0->4095) 00010000:00010000:1.0:1746157073.485917:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa400/0x7b65fed88534f6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eba9 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.485934:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa400/0x7b65fed88534f6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eba9 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.485941:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f4d8e00 00000100:00100000:1.0:1746157073.485971:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2345 00000100:00100000:1.0:1746157073.485980:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684921856:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.486142:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684921856:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (804us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.486148:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2345 00002000:00100000:1.0:1746157073.486153:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f4d8e00 x1830977684921856/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.486159:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f4d8e00 with x1830977684921856 ext(0->4095) 00010000:00010000:1.0:1746157073.486165:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa400/0x7b65fed88534f6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eba9 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.486173:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa400/0x7b65fed88534f6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eba9 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.486177:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f4d8e00 00000100:00100000:0.0:1746157073.488462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.492357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.496517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.499074:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.503414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.506664:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.509330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.509818:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.512238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.514535:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.514582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.517478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.517522:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684923904 00000100:00100000:1.0:1746157073.517538:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684923904 00002000:00100000:1.0:1746157073.517568:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b3c1880 x1830977684923904/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.517577:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3c1880 with x1830977684923904 ext(0->4095) 00010000:00010000:1.0:1746157073.518284:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebc5 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.518299:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebc5 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.518305:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3c1880 00000100:00100000:1.0:1746157073.518331:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2348 00000100:00100000:1.0:1746157073.518340:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684923904:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.519112:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684923904:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 770us (1631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.519120:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2348 00002000:00100000:1.0:1746157073.519127:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b3c1880 x1830977684923904/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.519135:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3c1880 with x1830977684923904 ext(0->4095) 00010000:00010000:1.0:1746157073.519141:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebc5 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.519150:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebc5 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.519155:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3c1880 00000100:00100000:0.0:1746157073.521422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.525057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.525518:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684924288 00000100:00100000:1.0:1746157073.525527:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684924288 00002000:00100000:1.0:1746157073.525567:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b3c1f80 x1830977684924288/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.525576:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3c1f80 with x1830977684924288 ext(0->4095) 00002000:00010000:1.0:1746157073.525581:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3c1f80 00000100:00100000:1.0:1746157073.525611:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13422 00000100:00100000:1.0:1746157073.525618:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2010:x1830977684924288:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.525768:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2010:x1830977684924288:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (716us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.525773:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13422 00002000:00100000:1.0:1746157073.525778:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b3c1f80 x1830977684924288/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.525786:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3c1f80 with x1830977684924288 ext(0->4095) 00002000:00010000:1.0:1746157073.525788:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3c1f80 00000100:00100000:0.0:1746157073.527428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.530097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.534164:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.535509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.535591:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684924800 00000100:00100000:1.0:1746157073.535596:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684924800 00002000:00100000:1.0:1746157073.535624:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b3c2680 x1830977684924800/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.535633:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3c2680 with x1830977684924800 ext(0->4095) 00002000:00010000:1.0:1746157073.535636:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3c2680 00000100:00100000:1.0:1746157073.535655:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13423 00000100:00100000:1.0:1746157073.535660:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684924800:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.535774:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684924800:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (1616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.535779:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13423 00002000:00100000:1.0:1746157073.535784:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b3c2680 x1830977684924800/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.535791:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3c2680 with x1830977684924800 ext(0->4095) 00010000:00010000:1.0:1746157073.536181:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f720 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebd3 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.536193:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f720 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebd3 expref: 6 pid: 9577 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.536199:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3c2680 00000100:00100000:0.0:1746157073.537969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.539952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.543327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.546365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.551313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.553558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.556490:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.562588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.562693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.562802:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684926464 00000100:00100000:1.0:1746157073.562967:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684926464 00000100:00100000:1.0:1746157073.562992:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29230 00000100:00100000:1.0:1746157073.562997:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:1767:x1830977684926464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.563015:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.563022:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f743 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ebef expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.563049:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534f735 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebe8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.563056:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.563058:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.563061:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f743 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebef expref: 114 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.563089:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534f735 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebe8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.563098:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534f735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebe8 expref: 5 pid: 9577 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.563110:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679052416:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.563185:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.564411:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679052416:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.564431:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f743 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebef expref: 114 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.564443:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76400, rc 0) 00000100:00100000:1.0:1746157073.564494:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:1767:x1830977684926464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1496us (1914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.564502:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29230 00000100:00100000:0.0:1746157073.564771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.568273:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.571405:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.573626:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.575832:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.575903:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684927488 00000100:00100000:1.0:1746157073.575909:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684927488 00000100:00100000:1.0:1746157073.576413:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29231 00000100:00100000:1.0:1746157073.576420:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684927488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.576435:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.576448:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f74a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ebfd expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.576471:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534f73c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebf6 expref: 112 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.576477:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.576479:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.576482:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f74a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebfd expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.576505:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534f73c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebf6 expref: 112 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.576515:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534f73c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebf6 expref: 112 pid: 9577 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.576526:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679052928:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.577287:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.578643:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679052928:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.578666:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f74a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebfd expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.578680:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157073.578714:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684927488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2294us (2887us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.578721:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29231 00000100:00100000:0.0:1746157073.579110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.580232:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2010:x1830977684927616:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 715us (1120us total) trans 4294970522 rc 0/0 00000100:00100000:0.0:1746157073.580239:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2351 00002000:00100000:0.0:1746157073.580250:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b335500 x1830977684927616/t4294970522(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 496/448 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157073.580257:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335500 with x1830977684927616 ext(0->7) 00010000:00010000:0.0:1746157073.580262:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534f73c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebf6 expref: 115 pid: 9577 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746157073.580272:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534f73c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebf6 expref: 115 pid: 9577 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746157073.580277:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b335500 00000100:00100000:0.0:1746157073.581993:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.585475:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.585542:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684928000 00000100:00100000:1.0:1746157073.585549:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684928000 00002000:00100000:1.0:1746157073.585591:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335c00 x1830977684928000/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.585601:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335c00 with x1830977684928000 ext(0->4095) 00002000:00010000:1.0:1746157073.585605:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335c00 00000100:00100000:1.0:1746157073.585776:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13427 00000100:00100000:1.0:1746157073.585783:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684928000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.586191:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684928000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 408us (722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.586198:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13427 00002000:00100000:1.0:1746157073.586203:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335c00 x1830977684928000/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.586210:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335c00 with x1830977684928000 ext(0->4095) 00002000:00010000:1.0:1746157073.586213:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335c00 00000100:00100000:0.0:1746157073.588484:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.588724:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.589118:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684928128 00000100:00100000:1.0:1746157073.589125:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684928128 00000100:00100000:1.0:1746157073.589155:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684928256 00000100:00100000:1.0:1746157073.589157:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684928256 00000100:00100000:1.0:1746157073.589171:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29232 00000100:00100000:1.0:1746157073.589177:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:1767:x1830977684928128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.589191:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.589204:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f751 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec04 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.589228:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f74a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebfd expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.589234:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.589235:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.589239:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f751 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec04 expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.589264:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f74a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebfd expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.589275:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f74a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebfd expref: 5 pid: 9579 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.589286:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679053184:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.589344:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.589361:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29233 00000100:00100000:1.0:1746157073.589367:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:1768:x1830977684928256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.589373:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.589378:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f758 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec0b expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.589388:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.589391:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f751 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec04 expref: 117 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.589396:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.589399:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f758 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec0b expref: 117 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.589415:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f751 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec04 expref: 117 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.589424:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f758 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec0b expref: 117 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.589433:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:1.0:1746157073.589448:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:1768:x1830977684928256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 82us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.589453:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29233 00000100:00100000:0.0:1746157073.591790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157073.592207:0:9579:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534f74a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ebfd expref: 6 pid: 9579 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746157073.592220:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679053184:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.592238:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f751 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec04 expref: 116 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.592249:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f751 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec04 expref: 116 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.592256:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:1.0:1746157073.592275:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:1767:x1830977684928128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3099us (3799us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.592282:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29232 00000100:00100000:0.0:1746157073.594044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.594208:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684928640 00000100:00100000:1.0:1746157073.594213:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684928640 00002000:00100000:1.0:1746157073.594241:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336300 x1830977684928640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.594249:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336300 with x1830977684928640 ext(0->4095) 00010000:00010000:1.0:1746157073.594255:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec04 expref: 116 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.594265:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec04 expref: 116 pid: 9579 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.594270:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336300 00000100:00100000:1.0:1746157073.594284:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2352 00000100:00100000:1.0:1746157073.594289:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2010:x1830977684928640:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.594399:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2010:x1830977684928640:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.594405:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2352 00002000:00100000:1.0:1746157073.594409:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336300 x1830977684928640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.594416:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336300 with x1830977684928640 ext(0->4095) 00010000:00010000:1.0:1746157073.594420:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec04 expref: 116 pid: 9579 timeout: 833 lvb_type: 0 00010000:00010000:1.0:1746157073.594427:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec04 expref: 116 pid: 9579 timeout: 833 lvb_type: 0 00002000:00010000:1.0:1746157073.594432:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336300 00000100:00100000:0.0:1746157073.597457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.600935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.603242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.603333:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684929152 00000100:00100000:1.0:1746157073.603343:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684929152 00000100:00100000:1.0:1746157073.603405:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29234 00000100:00100000:1.0:1746157073.603413:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684929152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.603436:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.603455:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f75f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec12 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.603488:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec0b expref: 114 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.603497:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.603498:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.603502:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f75f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec12 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.603534:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec0b expref: 114 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.603551:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec0b expref: 114 pid: 9674 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.603564:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679053696:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.603649:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.608217:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679053696:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.608244:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f75f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec12 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.608259:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:0.0:1746157073.608499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.608949:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684929152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5535us (5713us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.608965:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29234 00000100:00100000:0.0:1746157073.611818:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.612468:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.612477:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684929536 00000100:00100000:1.0:1746157073.612490:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684929536 00000100:00100000:1.0:1746157073.612548:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29235 00000100:00100000:1.0:1746157073.612556:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:1767:x1830977684929536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.612572:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.612589:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534f766 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec19 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.612620:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f75f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec12 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.612632:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.612633:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.612637:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534f766 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec19 expref: 115 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.612671:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f75f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec12 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.612683:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f75f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec12 expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.612694:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679053952:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.612808:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.612860:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2353 00000100:00100000:0.0:1746157073.612871:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684929664:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157073.613360:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684929664:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 490us (892us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157073.613367:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2353 00002000:00100000:0.0:1746157073.613373:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b337480 x1830977684929664/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157073.613380:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b337480 with x1830977684929664 ext(0->4095) 00010000:00010000:0.0:1746157073.613385:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f75f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec12 expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157073.613393:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f75f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec12 expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157073.613398:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b337480 00000100:00100000:0.0:1746157073.615328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.615355:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679053952:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.615380:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534f766 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec19 expref: 115 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.615395:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76200, rc 0) 00000100:00100000:1.0:1746157073.615853:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:1767:x1830977684929536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3297us (4040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.615866:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29235 00000100:00100000:0.0:1746157073.617082:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.621795:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.624440:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.628692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.630702:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.630768:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684930688 00000100:00100000:1.0:1746157073.630774:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684930688 00000100:00100000:1.0:1746157073.630826:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29237 00000100:00100000:1.0:1746157073.630833:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684930688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.630850:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.630867:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f774 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec27 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.630893:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534f76d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec20 expref: 114 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.630900:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.630901:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.630904:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f774 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec27 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.630942:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534f76d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec20 expref: 114 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.630954:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534f76d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec20 expref: 114 pid: 9577 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.630965:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679054464:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.631076:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.634923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.635113:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679054464:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.635142:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f774 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec27 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.635160:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76c00, rc 0) 00000100:00100000:1.0:1746157073.635208:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684930688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4375us (4514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.635220:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29237 00000100:00100000:0.0:1746157073.639123:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.639219:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.639274:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684931200 00000100:00100000:1.0:1746157073.639280:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684931200 00000100:00100000:1.0:1746157073.639321:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29238 00000100:00100000:1.0:1746157073.639327:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:1767:x1830977684931200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.639342:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.639358:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f77b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec2e expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.639382:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f774 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec27 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.639390:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.639391:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.639395:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f77b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec2e expref: 115 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.639420:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f774 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec27 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.639431:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f774 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec27 expref: 5 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.639442:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679054720:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.639493:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.641456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.641882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.642022:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679054720:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.642039:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f77b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec2e expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.642047:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:1.0:1746157073.642067:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:1767:x1830977684931200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2740us (2848us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.642072:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29238 00000100:00100000:0.0:1746157073.646620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.646676:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684931712 00000100:00100000:1.0:1746157073.646683:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684931712 00002000:00100000:1.0:1746157073.646721:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335180 x1830977684931712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.646729:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335180 with x1830977684931712 ext(0->4095) 00010000:00010000:1.0:1746157073.646759:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec2e expref: 116 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.646771:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec2e expref: 116 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.646778:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b335180 00000100:00100000:1.0:1746157073.646944:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2356 00000100:00100000:1.0:1746157073.646952:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2010:x1830977684931712:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.647403:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2010:x1830977684931712:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 451us (799us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.647409:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2356 00002000:00100000:1.0:1746157073.647414:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335180 x1830977684931712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.647421:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335180 with x1830977684931712 ext(0->4095) 00010000:00010000:1.0:1746157073.647427:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec2e expref: 116 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.647435:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec2e expref: 116 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.647441:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b335180 00000100:00100000:0.0:1746157073.649896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.655272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.655591:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684932096 00000100:00100000:1.0:1746157073.655598:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684932096 00002000:00100000:1.0:1746157073.655639:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335f80 x1830977684932096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.655648:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335f80 with x1830977684932096 ext(0->4095) 00002000:00010000:1.0:1746157073.655653:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335f80 00000100:00100000:1.0:1746157073.655670:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13430 00000100:00100000:1.0:1746157073.655677:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2010:x1830977684932096:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.656422:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2010:x1830977684932096:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 744us (1149us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.656429:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13430 00002000:00100000:1.0:1746157073.656435:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335f80 x1830977684932096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.656442:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335f80 with x1830977684932096 ext(0->4095) 00002000:00010000:1.0:1746157073.656445:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335f80 00000100:00100000:0.0:1746157073.660524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.660601:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684932224 00000100:00100000:1.0:1746157073.660611:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684932224 00000100:00100000:1.0:1746157073.660662:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29240 00000100:00100000:1.0:1746157073.660670:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684932224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.660687:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.660704:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f789 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec3c expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.660732:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534f782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec35 expref: 114 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.660765:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.660766:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.660770:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f789 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec3c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.660797:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534f782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec35 expref: 114 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.660807:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534f782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec35 expref: 114 pid: 9577 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.660817:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679055232:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.661275:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.663437:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679055232:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.663466:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f789 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec3c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.663490:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77c00, rc 0) 00000100:00100000:1.0:1746157073.663539:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684932224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2868us (3035us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.663548:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29240 00000100:00100000:0.0:1746157073.665281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.667580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.667638:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684932480 00000100:00100000:1.0:1746157073.667644:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684932480 00000100:00100000:1.0:1746157073.667691:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29241 00000100:00100000:1.0:1746157073.667698:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:1767:x1830977684932480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.668011:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.668028:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f790 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec43 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.668052:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f789 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec3c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.668059:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.668060:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.668063:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f790 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec43 expref: 115 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.668085:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f789 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec3c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.668098:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f789 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec3c expref: 5 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.668113:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679055488:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.668199:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.668627:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.668686:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684932736 00000100:00100000:1.0:1746157073.668689:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684932736 00002000:00100000:1.0:1746157073.668900:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b334e00 x1830977684932736/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.668909:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334e00 with x1830977684932736 ext(0->4095) 00010000:00010000:1.0:1746157073.668915:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f789 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec3c expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.668924:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f789 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec3c expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.668930:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b334e00 00000100:00100000:1.0:1746157073.668945:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2357 00000100:00100000:1.0:1746157073.668951:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684932736:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.669173:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684932736:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 221us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.669180:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2357 00002000:00100000:1.0:1746157073.669185:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b334e00 x1830977684932736/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.669191:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334e00 with x1830977684932736 ext(0->4095) 00010000:00010000:1.0:1746157073.669196:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f789 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec3c expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.669204:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f789 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec3c expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.669209:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b334e00 00000100:00100000:1.0:1746157073.670258:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679055488:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.670273:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f790 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec43 expref: 115 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.670284:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77800, rc 0) 00000100:00100000:1.0:1746157073.670310:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:1767:x1830977684932480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2613us (2736us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.670318:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29241 00000100:00100000:0.0:1746157073.670838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.670935:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684932864 00000100:00100000:1.0:1746157073.670940:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684932864 00000100:00100000:1.0:1746157073.670976:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29242 00000100:00100000:1.0:1746157073.670982:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:1768:x1830977684932864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.670994:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.671021:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f797 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec4a expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.671037:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.671042:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f790 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec43 expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.671047:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.671050:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f797 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec4a expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.671075:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f790 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec43 expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.671083:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f797 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec4a expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.671091:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76c00, rc 0) 00000100:00100000:1.0:1746157073.671112:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:1768:x1830977684932864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.671117:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29242 00000100:00100000:0.0:1746157073.672000:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.674561:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.674885:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684933248 00000100:00100000:1.0:1746157073.674891:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684933248 00002000:00100000:1.0:1746157073.674925:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9f80 x1830977684933248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.674934:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9f80 with x1830977684933248 ext(0->4095) 00010000:00010000:1.0:1746157073.674942:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec43 expref: 116 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.674954:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec43 expref: 116 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.674959:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf9f80 00000100:00100000:1.0:1746157073.674982:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2358 00000100:00100000:1.0:1746157073.674989:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2011:x1830977684933248:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.675136:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2011:x1830977684933248:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.675142:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2358 00002000:00100000:1.0:1746157073.675147:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9f80 x1830977684933248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.675154:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9f80 with x1830977684933248 ext(0->4095) 00010000:00010000:1.0:1746157073.675158:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec43 expref: 116 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.675166:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534f790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec43 expref: 116 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.675171:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf9f80 00000100:00100000:0.0:1746157073.676960:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.680052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.685416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.685515:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684933760 00000100:00100000:1.0:1746157073.685525:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684933760 00000100:00100000:1.0:1746157073.685587:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29243 00000100:00100000:1.0:1746157073.685595:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684933760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.685638:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.685655:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f79e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec51 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.686575:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec4a expref: 114 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.686587:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.686589:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.686595:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f79e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec51 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.686632:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec4a expref: 114 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.686644:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec4a expref: 114 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.686657:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679056000:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.686991:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.690201:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679056000:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.690232:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f79e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec51 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.690249:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77c00, rc 0) 00000100:00100000:1.0:1746157073.690293:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684933760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4698us (4888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.690302:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29243 00000100:00100000:1.0:1746157073.690551:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684933888 00000100:00100000:1.0:1746157073.690558:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684933888 00000100:00100000:1.0:1746157073.691707:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29244 00000100:00100000:1.0:1746157073.691714:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:1767:x1830977684933888:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.691728:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.691752:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f7a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec58 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.691772:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f79e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec51 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.691777:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.691779:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.691782:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f7a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec58 expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.691797:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f79e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec51 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.691806:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f79e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec51 expref: 5 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.691814:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679056256:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.691864:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.693036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.693083:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684934272 00000100:00100000:1.0:1746157073.693088:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684934272 00002000:00100000:1.0:1746157073.693118:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfb800 x1830977684934272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.693127:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb800 with x1830977684934272 ext(0->4095) 00010000:00010000:1.0:1746157073.693133:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f79e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec51 expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.693143:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f79e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec51 expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.693153:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfb800 00000100:00100000:1.0:1746157073.693360:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2359 00000100:00100000:1.0:1746157073.693366:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684934272:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.693501:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684934272:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.693507:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2359 00002000:00100000:1.0:1746157073.693511:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfb800 x1830977684934272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.693519:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb800 with x1830977684934272 ext(0->4095) 00010000:00010000:1.0:1746157073.693523:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f79e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec51 expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.693531:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f79e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec51 expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.693536:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfb800 00000100:00100000:1.0:1746157073.693556:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679056256:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.693569:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f7a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec58 expref: 115 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.693580:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:1.0:1746157073.693940:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:1767:x1830977684933888:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2226us (3460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.693949:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29244 00000100:00100000:0.0:1746157073.696227:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.696271:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.696280:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684934400 00000100:00100000:1.0:1746157073.696287:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684934400 00000100:00100000:1.0:1746157073.696334:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29245 00000100:00100000:1.0:1746157073.696340:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:1768:x1830977684934400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.696355:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.696371:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f7ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec5f expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.696394:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.696400:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f7a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec58 expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.696405:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.696408:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f7ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec5f expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.696436:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f7a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec58 expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.696446:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f7ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec5f expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.696455:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76e00, rc 0) 00000100:00100000:1.0:1746157073.696496:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:1768:x1830977684934400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.696503:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29245 00000100:00100000:0.0:1746157073.698683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.701975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.704145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.704258:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684935168 00000100:00100000:1.0:1746157073.704264:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684935168 00002000:00100000:1.0:1746157073.704299:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfb100 x1830977684935168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.704308:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb100 with x1830977684935168 ext(0->4095) 00002000:00010000:1.0:1746157073.704313:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccfb100 00000100:00100000:1.0:1746157073.704340:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13432 00000100:00100000:1.0:1746157073.704346:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2010:x1830977684935168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.704478:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2010:x1830977684935168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.704484:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13432 00002000:00100000:1.0:1746157073.704489:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfb100 x1830977684935168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.704496:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb100 with x1830977684935168 ext(0->4095) 00002000:00010000:1.0:1746157073.704498:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccfb100 00000100:00100000:0.0:1746157073.705888:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.705944:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684935296 00000100:00100000:1.0:1746157073.705949:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684935296 00000100:00100000:1.0:1746157073.706017:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29246 00000100:00100000:1.0:1746157073.706025:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684935296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.706039:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.706054:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f7b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec66 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.706077:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f7ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec5f expref: 114 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.706087:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.706089:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.706093:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f7b3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec66 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.706120:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f7ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec5f expref: 114 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.706131:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534f7ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec5f expref: 114 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.706143:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679056768:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.706215:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.707876:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.707958:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679056768:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.707977:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f7b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec66 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.707990:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76000, rc 0) 00000100:00100000:1.0:1746157073.708037:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684935296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2012us (2153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.708044:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29246 00000100:00100000:0.0:1746157073.709926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.710190:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684935680 00000100:00100000:1.0:1746157073.710196:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684935680 00002000:00100000:1.0:1746157073.710228:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfad80 x1830977684935680/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.710241:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfad80 with x1830977684935680 ext(0->4095) 00002000:00010000:1.0:1746157073.710245:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccfad80 00000100:00100000:1.0:1746157073.710273:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13433 00000100:00100000:1.0:1746157073.710280:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684935680:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.710388:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684935680:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.710394:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13433 00002000:00100000:1.0:1746157073.710399:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfad80 x1830977684935680/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.710405:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfad80 with x1830977684935680 ext(0->4095) 00002000:00010000:1.0:1746157073.710407:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccfad80 00000100:00100000:0.0:1746157073.713035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.713122:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684935808 00000100:00100000:1.0:1746157073.713130:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684935808 00000100:00100000:1.0:1746157073.713180:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29247 00000100:00100000:1.0:1746157073.713187:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:1768:x1830977684935808:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.713206:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.713224:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f7ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec6d expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.713256:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f7b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec66 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.713263:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.713265:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.713269:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f7ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec6d expref: 115 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.713300:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f7b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec66 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.713312:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f7b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec66 expref: 5 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.713334:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679057024:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.713841:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.715037:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.715413:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679057024:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.715436:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534f7ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec6d expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157073.715440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157073.715450:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157073.715486:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:1768:x1830977684935808:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2299us (2459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.715492:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29247 00000100:00100000:0.0:1746157073.717968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.723105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.723945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.726778:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.729272:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.729459:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.734578:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.737787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.740892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.740990:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684937728 00000100:00100000:1.0:1746157073.741001:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684937728 00002000:00100000:1.0:1746157073.741055:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bf100 x1830977684937728/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.741067:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bf100 with x1830977684937728 ext(0->4095) 00002000:00010000:1.0:1746157073.741071:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bf100 00000100:00100000:1.0:1746157073.741105:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13434 00000100:00100000:1.0:1746157073.741112:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2010:x1830977684937728:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.741260:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2010:x1830977684937728:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.741267:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13434 00002000:00100000:1.0:1746157073.741273:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bf100 x1830977684937728/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.741280:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bf100 with x1830977684937728 ext(0->4095) 00002000:00010000:1.0:1746157073.741282:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bf100 00000100:00100000:0.0:1746157073.742571:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.744889:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.748719:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.752350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.752396:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.752844:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29252 00000100:00100000:1.0:1746157073.752853:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:1768:x1830977684938368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.752869:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.752882:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f7dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec90 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.752904:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa200/0x7b65fed88534f7d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec89 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.752910:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.752912:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157073.752915:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f7dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec90 expref: 117 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.752953:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa200/0x7b65fed88534f7d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec89 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.752968:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa200/0x7b65fed88534f7d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec89 expref: 5 pid: 9578 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.752978:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679058304:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.753099:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.754552:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679058304:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.754572:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f7dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec90 expref: 116 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.754583:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76c00, rc 0) 00000100:00100000:1.0:1746157073.754623:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:1768:x1830977684938368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1771us (2280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.754629:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29252 00000100:00100000:0.0:1746157073.756333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.759227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.761592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.761634:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.761652:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684939008 00000100:00100000:1.0:1746157073.761659:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684939008 00000100:00100000:1.0:1746157073.761703:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29254 00000100:00100000:1.0:1746157073.761708:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684939008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.761722:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.761753:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534f7eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ec9e expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.761775:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.761780:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f7e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec97 expref: 115 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.761790:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157073.761793:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534f7eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec9e expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.761822:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f7e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec97 expref: 116 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.761832:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534f7eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec9e expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.761840:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76200, rc 0) 00000100:00100000:1.0:1746157073.761875:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684939008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.761880:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29254 00000100:00100000:0.0:1746157073.764399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.766359:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.766413:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684939520 00000100:00100000:1.0:1746157073.766419:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684939520 00000100:00100000:0.0:1746157073.766427:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.766454:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29255 00000100:00100000:1.0:1746157073.766459:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:1767:x1830977684939520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.766471:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.766487:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f7f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eca5 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.766509:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.766566:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534f7eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec9e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.766577:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157073.766581:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f7f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eca5 expref: 117 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.766614:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534f7eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ec9e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.766624:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f7f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eca5 expref: 117 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.766633:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76400, rc 0) 00000100:00100000:1.0:1746157073.766694:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:1767:x1830977684939520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 235us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.766698:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29255 00000100:00100000:0.0:1746157073.769101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.771021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.776129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.776365:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684940416 00000100:00100000:1.0:1746157073.776373:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684940416 00000100:00100000:1.0:1746157073.776420:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29256 00000100:00100000:1.0:1746157073.776430:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684940416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.776445:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.776458:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f7f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ecac expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.776481:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f7f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eca5 expref: 114 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.776487:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.776489:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.776492:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f7f9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecac expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.776515:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f7f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eca5 expref: 114 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.776525:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534f7f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eca5 expref: 114 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.776535:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679059328:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.776614:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.779361:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679059328:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157073.779395:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f7f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecac expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.779414:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77c00, rc 0) 00000100:00100000:1.0:1746157073.779463:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684940416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3034us (3339us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157073.779472:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29256 00000100:00100000:0.0:1746157073.779685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.785360:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.786131:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684940928 00000100:00100000:0.0:1746157073.786134:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684940928 00000100:00100000:0.0:1746157073.786167:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29257 00000100:00100000:0.0:1746157073.786173:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:1767:x1830977684940928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157073.786181:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157073.786196:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534f800 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ecb3 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.786217:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f7f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecac expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.786224:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157073.786226:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157073.786229:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534f800 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecb3 expref: 115 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.786252:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f7f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecac expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.786262:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534f7f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecac expref: 5 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:0.0:1746157073.786272:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091392300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679059584:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157073.786336:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157073.791143:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.791194:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.794857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.794906:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684941440 00000100:00100000:1.0:1746157073.794912:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684941440 00002000:00100000:1.0:1746157073.794942:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156300 x1830977684941440/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.795132:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156300 with x1830977684941440 ext(0->4095) 00010000:00010000:1.0:1746157073.795139:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534f800 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecb3 expref: 117 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.795154:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534f800 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecb3 expref: 116 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.795161:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f156300 00000100:00100000:1.0:1746157073.795190:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2367 00000100:00100000:1.0:1746157073.795197:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2013:x1830977684941440:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157073.795447:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2013:x1830977684941440:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 251us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.795454:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2367 00002000:00100000:1.0:1746157073.795459:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156300 x1830977684941440/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.795465:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156300 with x1830977684941440 ext(0->4095) 00010000:00010000:1.0:1746157073.795470:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534f800 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecb3 expref: 116 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.795479:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534f800 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecb3 expref: 116 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.795485:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f156300 00000100:00100000:0.0:1746157073.797575:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.801326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.803560:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.807868:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.810539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.810790:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684942336 00000100:00100000:1.0:1746157073.810796:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684942336 00002000:00100000:1.0:1746157073.810849:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f154700 x1830977684942336/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.810858:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154700 with x1830977684942336 ext(0->4095) 00002000:00010000:1.0:1746157073.810877:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f154700 00000100:00100000:1.0:1746157073.810928:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13439 00000100:00100000:1.0:1746157073.810944:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684942336:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.811149:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684942336:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 213us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.811164:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13439 00002000:00100000:1.0:1746157073.811170:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f154700 x1830977684942336/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.811176:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154700 with x1830977684942336 ext(0->4095) 00002000:00010000:1.0:1746157073.811179:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f154700 00000100:00100000:0.0:1746157073.813266:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.814585:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.816605:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.820667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.832130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.832157:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684943360 00000100:00100000:1.0:1746157073.832165:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684943360 00002000:00100000:1.0:1746157073.832198:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156680 x1830977684943360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.832207:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156680 with x1830977684943360 ext(0->4095) 00002000:00010000:1.0:1746157073.832211:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f156680 00000100:00100000:1.0:1746157073.832241:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13440 00000100:00100000:1.0:1746157073.832248:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2011:x1830977684943360:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.832370:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2011:x1830977684943360:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.832377:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13440 00002000:00100000:1.0:1746157073.832382:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156680 x1830977684943360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.832393:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156680 with x1830977684943360 ext(0->4095) 00002000:00010000:1.0:1746157073.832396:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f156680 00000100:00100000:0.0:1746157073.838468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.842517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.842573:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684943616 00000100:00100000:1.0:1746157073.842580:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684943616 00002000:00100000:1.0:1746157073.842608:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f155880 x1830977684943616/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 496/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.842618:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155880 with x1830977684943616 ext(0->7) 00010000:00010000:1.0:1746157073.842624:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534f81c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eccf expref: 115 pid: 9577 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.842635:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534f81c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eccf expref: 115 pid: 9577 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.842641:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155880 00000100:00100000:1.0:1746157073.842664:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2369 00000100:00100000:1.0:1746157073.842669:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2011:x1830977684943616:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157073.844147:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:2011:x1830977684943616:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1472us (1624us total) trans 4294970523 rc 0/0 00000100:00100000:1.0:1746157073.844155:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2369 00002000:00100000:1.0:1746157073.844163:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f155880 x1830977684943616/t4294970523(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 496/448 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.844171:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155880 with x1830977684943616 ext(0->7) 00010000:00010000:1.0:1746157073.844178:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534f81c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eccf expref: 117 pid: 9577 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.844194:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534f81c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eccf expref: 117 pid: 9577 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.844200:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155880 00000001:00080000:0.0:1746157073.845793:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970523 is committed 00000100:00100000:0.0:1746157073.852017:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.854260:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.854368:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684944000 00000100:00100000:1.0:1746157073.854377:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684944000 00002000:00100000:1.0:1746157073.854408:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155500 x1830977684944000/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.854414:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155500 with x1830977684944000 ext(0->4095) 00002000:00010000:1.0:1746157073.854418:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f155500 00000100:00100000:1.0:1746157073.854449:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13441 00000100:00100000:1.0:1746157073.854455:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684944000:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157073.854571:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684944000:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.854577:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13441 00002000:00100000:1.0:1746157073.854582:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155500 x1830977684944000/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.854588:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155500 with x1830977684944000 ext(0->4095) 00002000:00010000:1.0:1746157073.854590:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f155500 00000100:00100000:0.0:1746157073.856624:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.857910:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684944256 00000100:00100000:0.0:1746157073.857915:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684944256 00000100:00100000:0.0:1746157073.857951:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29264 00000100:00100000:0.0:1746157073.857957:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:1768:x1830977684944256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157073.857965:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157073.857973:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88534f831 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ece4 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.857985:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157073.857989:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534f82a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecdd expref: 8 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.857994:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157073.857996:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88534f831 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ece4 expref: 8 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.858028:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534f82a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecdd expref: 8 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.858043:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88534f831 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ece4 expref: 8 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.858052:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97a600, rc 0) 00000100:00100000:0.0:1746157073.858092:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1768:x1830977684944256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157073.858098:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29264 00000100:00100000:0.0:1746157073.859645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.863729:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.863880:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684944640 00000100:00100000:1.0:1746157073.863890:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684944640 00002000:00100000:1.0:1746157073.863937:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4e00 x1830977684944640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.863954:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4e00 with x1830977684944640 ext(0->4095) 00010000:00010000:1.0:1746157073.863965:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534f82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecdd expref: 7 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.863981:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534f82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecdd expref: 7 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.863988:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4e00 00000100:00100000:1.0:1746157073.864036:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2370 00000100:00100000:1.0:1746157073.864043:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977684944640:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.864212:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977684944640:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (483us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.864219:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2370 00002000:00100000:1.0:1746157073.864229:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4e00 x1830977684944640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.864236:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4e00 with x1830977684944640 ext(0->4095) 00010000:00010000:1.0:1746157073.864240:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534f82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecdd expref: 7 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.864249:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534f82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ecdd expref: 7 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.864255:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4e00 00000100:00100000:0.0:1746157073.865805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.868976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.869064:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684945024 00000100:00100000:1.0:1746157073.869076:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684945024 00002000:00100000:1.0:1746157073.869131:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d7480 x1830977684945024/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.869141:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7480 with x1830977684945024 ext(0->4095) 00002000:00010000:1.0:1746157073.869150:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d7480 00000100:00100000:1.0:1746157073.869304:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13442 00000100:00100000:1.0:1746157073.869313:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977684945024:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.869487:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977684945024:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.869493:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13442 00002000:00100000:1.0:1746157073.869498:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d7480 x1830977684945024/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.869504:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7480 with x1830977684945024 ext(0->4095) 00002000:00010000:1.0:1746157073.869507:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d7480 00000100:00100000:0.0:1746157073.871696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.874185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.876406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.878071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.879125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.880497:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.882508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.883979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.884060:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.885830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.889625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.889720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.893492:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.897171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.899845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.902069:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.904676:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.908929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.910572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.912297:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.912318:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684948352 00000100:00100000:0.0:1746157073.912321:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684948352 00000100:00100000:0.0:1746157073.912345:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29272 00000100:00100000:0.0:1746157073.912351:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:1768:x1830977684948352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157073.912360:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157073.912369:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed88534f869 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ed1c expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.912383:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157073.912387:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f862 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed15 expref: 8 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.912393:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157073.912395:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed88534f869 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed1c expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.912418:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f862 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed15 expref: 8 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.912429:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed88534f869 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed1c expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157073.912439:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97a400, rc 0) 00000100:00100000:0.0:1746157073.912479:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1768:x1830977684948352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157073.912487:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29272 00000100:00100000:0.0:1746157073.914927:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.919692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.920062:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684948736 00000100:00100000:0.0:1746157073.920071:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684948736 00002000:00100000:0.0:1746157073.920120:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0c380 x1830977684948736/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157073.920130:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0c380 with x1830977684948736 ext(0->4095) 00010000:00010000:0.0:1746157073.920139:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed15 expref: 7 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157073.920153:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed15 expref: 7 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157073.920160:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0c380 00000100:00100000:0.0:1746157073.920196:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2374 00000100:00100000:0.0:1746157073.920205:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977684948736:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157073.920375:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977684948736:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (691us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157073.920381:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2374 00002000:00100000:0.0:1746157073.920387:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0c380 x1830977684948736/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157073.920394:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0c380 with x1830977684948736 ext(0->4095) 00010000:00010000:0.0:1746157073.920399:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed15 expref: 7 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157073.920413:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed15 expref: 7 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157073.920418:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0c380 00000100:00100000:0.0:1746157073.922523:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.926712:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.926984:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684949120 00000100:00100000:1.0:1746157073.926992:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684949120 00002000:00100000:1.0:1746157073.927047:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306eea00 x1830977684949120/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.927056:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eea00 with x1830977684949120 ext(0->4095) 00002000:00010000:1.0:1746157073.927062:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306eea00 00000100:00100000:1.0:1746157073.927497:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13446 00000100:00100000:1.0:1746157073.927506:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977684949120:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157073.927922:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977684949120:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 417us (1210us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.927928:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13446 00002000:00100000:1.0:1746157073.927935:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306eea00 x1830977684949120/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.927943:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eea00 with x1830977684949120 ext(0->4095) 00002000:00010000:1.0:1746157073.927946:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306eea00 00000100:00100000:0.0:1746157073.931454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.936887:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.937453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.940457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.940787:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684949760 00000100:00100000:1.0:1746157073.940796:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684949760 00002000:00100000:1.0:1746157073.940840:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10380 x1830977684949760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.940851:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10380 with x1830977684949760 ext(0->4095) 00010000:00010000:1.0:1746157073.940860:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed23 expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.940874:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed23 expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.940880:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d10380 00000100:00100000:1.0:1746157073.940923:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2375 00000100:00100000:1.0:1746157073.940931:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684949760:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157073.941131:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684949760:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 199us (673us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157073.941138:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2375 00002000:00100000:1.0:1746157073.941146:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10380 x1830977684949760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157073.941152:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10380 with x1830977684949760 ext(0->4095) 00010000:00010000:1.0:1746157073.941157:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed23 expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157073.941167:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534f870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed23 expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157073.941173:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d10380 00000100:00100000:0.0:1746157073.945676:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.951856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.967429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157073.969672:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684950272 00000100:00100000:1.0:1746157073.969686:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684950272 00000100:00100000:1.0:1746157073.969758:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29275 00000100:00100000:1.0:1746157073.969766:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684950272:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157073.969786:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157073.969804:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f87e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ed31 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.969834:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f877 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed2a expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.969841:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.969843:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157073.969846:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f87e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed31 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.969876:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed2a expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157073.969892:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed2a expref: 5 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157073.969904:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679064192:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157073.969994:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157073.974699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.974779:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684950400 00000100:00100000:0.0:1746157073.974786:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684950400 00002000:00100000:0.0:1746157073.974834:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d0c700 x1830977684950400/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 496/0 e 0 to 0 dl 1746157084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157073.974844:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0c700 with x1830977684950400 ext(0->7) 00010000:00010000:0.0:1746157073.974850:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed2a expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157073.974863:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed2a expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157073.974870:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0c700 00000100:00100000:0.0:1746157073.974905:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2376 00000100:00100000:0.0:1746157073.974914:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977684950400:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157073.981759:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977684950400:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 6807us (7023us total) trans 4294970524 rc 0/0 00000100:00100000:0.0:1746157073.981776:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2376 00002000:00100000:0.0:1746157073.981790:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d0c700 x1830977684950400/t4294970524(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:634/0 lens 496/448 e 0 to 0 dl 1746157084 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157073.981801:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0c700 with x1830977684950400 ext(0->7) 00010000:00010000:0.0:1746157073.981813:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed2a expref: 8 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157073.981831:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534f877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed2a expref: 8 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157073.981838:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0c700 00000100:00100000:0.0:1746157073.984596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.990027:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157073.996700:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.000975:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:1.0:1746157074.002044:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157074.009286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:1.0:1746157074.009582:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157074.014227:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.016158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.018239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.018913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.022125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.022982:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.026868:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.028943:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.032542:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.034378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.037812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.040839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.043112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.043223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.043261:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29282 00000100:00100000:0.0:1746157074.043268:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1768:x1830977684953600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157074.043272:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157074.043285:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88534f8a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ed62 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.043305:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534f8a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed54 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.043312:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157074.043313:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157074.043316:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88534f8a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed62 expref: 10 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.043348:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534f8a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed54 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.043357:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534f8a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed54 expref: 5 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:0.0:1746157074.043367:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679065728:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157074.043430:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157074.045437:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.048242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.053552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.053655:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.058134:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.060819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.064462:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.068026:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.071216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.071456:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684955392 00000100:00100000:1.0:1746157074.071462:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684955392 00002000:00100000:1.0:1746157074.071491:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4700 x1830977684955392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.071500:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4700 with x1830977684955392 ext(0->4095) 00002000:00010000:1.0:1746157074.071503:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f4700 00000100:00100000:1.0:1746157074.071516:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13451 00000100:00100000:1.0:1746157074.071522:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977684955392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.072573:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977684955392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1046us (1361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.072581:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13451 00002000:00100000:1.0:1746157074.072589:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4700 x1830977684955392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.072602:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4700 with x1830977684955392 ext(0->4095) 00002000:00010000:1.0:1746157074.072605:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f4700 00000100:00100000:0.0:1746157074.076071:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.085843:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.086143:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684955648 00000100:00100000:1.0:1746157074.086152:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684955648 00002000:00100000:1.0:1746157074.086195:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f5880 x1830977684955648/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.086205:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5880 with x1830977684955648 ext(0->7) 00010000:00010000:1.0:1746157074.086214:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa200/0x7b65fed88534f8bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed70 expref: 8 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.086227:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa200/0x7b65fed88534f8bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed70 expref: 8 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.086233:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f5880 00000100:00100000:1.0:1746157074.086262:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2383 00000100:00100000:1.0:1746157074.086269:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977684955648:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157074.087013:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977684955648:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 733us (1169us total) trans 4294970525 rc 0/0 00000100:00100000:0.0:1746157074.087022:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2383 00002000:00100000:0.0:1746157074.087028:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f5880 x1830977684955648/t4294970525(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/448 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.087036:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5880 with x1830977684955648 ext(0->7) 00010000:00010000:0.0:1746157074.087041:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa200/0x7b65fed88534f8bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed70 expref: 10 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157074.087051:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa200/0x7b65fed88534f8bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed70 expref: 10 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157074.087057:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f5880 00000100:00100000:0.0:1746157074.096997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.102636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.103513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.103674:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684956160 00000100:00100000:1.0:1746157074.103679:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684956160 00002000:00100000:1.0:1746157074.103701:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7b80 x1830977684956160/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.103710:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7b80 with x1830977684956160 ext(0->4095) 00010000:00010000:1.0:1746157074.103715:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534f8c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed77 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.103725:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534f8c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed77 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.103730:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f7b80 00000100:00100000:1.0:1746157074.103762:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2384 00000100:00100000:1.0:1746157074.103767:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684956160:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.103855:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684956160:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.103860:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2384 00002000:00100000:1.0:1746157074.103864:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7b80 x1830977684956160/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.103870:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7b80 with x1830977684956160 ext(0->4095) 00010000:00010000:1.0:1746157074.103874:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534f8c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed77 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.103881:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534f8c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed77 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.103886:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f7b80 00000100:00100000:0.0:1746157074.107090:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.107390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.109398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.112402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.117464:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.117693:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684957056 00000100:00100000:1.0:1746157074.117701:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684957056 00002000:00100000:1.0:1746157074.117758:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f6a00 x1830977684957056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.117768:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6a00 with x1830977684957056 ext(0->4095) 00002000:00010000:1.0:1746157074.117772:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f6a00 00000100:00100000:0.0:1746157074.117823:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13452 00000100:00100000:0.0:1746157074.117834:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2013:x1830977684957056:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157074.117955:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2013:x1830977684957056:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (500us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157074.117961:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13452 00002000:00100000:0.0:1746157074.117967:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f6a00 x1830977684957056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.117974:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6a00 with x1830977684957056 ext(0->4095) 00002000:00010000:0.0:1746157074.117977:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f6a00 00000100:00100000:0.0:1746157074.120377:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.124223:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.126728:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.132372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.137515:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.143550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.148533:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.149939:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29290 00000100:00100000:1.0:1746157074.149950:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684958208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.149968:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.149984:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f8e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ed9a expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.150029:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534f8e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed93 expref: 9 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.150037:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.150039:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.150042:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f8e7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed9a expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.150072:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534f8e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed93 expref: 9 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.150084:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534f8e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed93 expref: 9 pid: 9674 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157074.150096:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679068032:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.150210:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.153779:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679068032:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.153817:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f8e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed9a expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.153836:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76000, rc 0) 00000100:00100000:1.0:1746157074.153887:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684958208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3937us (5360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.153899:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29290 00000100:00100000:0.0:1746157074.154456:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.157226:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977684958336:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1594us (2760us total) trans 4294970526 rc 0/0 00000100:00100000:0.0:1746157074.157238:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2387 00002000:00100000:0.0:1746157074.157248:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f6680 x1830977684958336/t4294970526(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/448 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.157258:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6680 with x1830977684958336 ext(0->7) 00010000:00010000:0.0:1746157074.157268:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534f8e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed93 expref: 12 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157074.157284:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534f8e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed93 expref: 12 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157074.157292:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f6680 00000100:00100000:0.0:1746157074.158308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.158352:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684958464 00000100:00100000:1.0:1746157074.158361:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684958464 00000100:00100000:1.0:1746157074.158833:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29291 00000100:00100000:1.0:1746157074.158843:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1767:x1830977684958464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.158857:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.158872:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f8ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eda1 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.158895:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.158901:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f8e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed9a expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.158907:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157074.158910:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f8ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eda1 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.158940:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f8e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed9a expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.158961:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534f8ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eda1 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.158970:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:1.0:1746157074.159028:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:1767:x1830977684958464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.159035:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29291 00000100:00100000:0.0:1746157074.160206:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.165438:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.165861:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684958848 00000100:00100000:1.0:1746157074.165868:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684958848 00002000:00100000:1.0:1746157074.165902:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda300 x1830977684958848/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.165910:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda300 with x1830977684958848 ext(0->4095) 00010000:00010000:1.0:1746157074.165917:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f8e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed9a expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.165929:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f8e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed9a expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.165935:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008feda300 00000100:00100000:1.0:1746157074.166170:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2388 00000100:00100000:1.0:1746157074.166178:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684958848:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.166306:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684958848:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (873us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.166813:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2388 00002000:00100000:1.0:1746157074.166820:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda300 x1830977684958848/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.166828:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda300 with x1830977684958848 ext(0->4095) 00010000:00010000:1.0:1746157074.166833:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f8e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed9a expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.166843:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534f8e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ed9a expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.166852:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008feda300 00000100:00100000:0.0:1746157074.168881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.172499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.173360:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684959232 00000100:00100000:1.0:1746157074.173369:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684959232 00002000:00100000:1.0:1746157074.173408:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda680 x1830977684959232/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.173418:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda680 with x1830977684959232 ext(0->4095) 00002000:00010000:1.0:1746157074.173423:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008feda680 00000100:00100000:1.0:1746157074.173452:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13454 00000100:00100000:1.0:1746157074.173458:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008feda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977684959232:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.173633:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008feda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977684959232:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (1143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.173641:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13454 00002000:00100000:1.0:1746157074.173648:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda680 x1830977684959232/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.173655:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda680 with x1830977684959232 ext(0->4095) 00002000:00010000:1.0:1746157074.173658:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008feda680 00000100:00100000:0.0:1746157074.176344:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.181158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.183715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.187315:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.190628:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.193733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.197825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.205343:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.207143:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977684960512:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1266us (1803us total) trans 4294970527 rc 0/0 00000100:00100000:0.0:1746157074.207150:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2390 00002000:00100000:0.0:1746157074.207158:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008fed8a80 x1830977684960512/t4294970527(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/448 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.207171:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8a80 with x1830977684960512 ext(0->7) 00010000:00010000:0.0:1746157074.207177:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f8fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edaf expref: 14 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157074.207190:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f8fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edaf expref: 14 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157074.207195:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8a80 00000100:00100000:0.0:1746157074.211032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.211158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.214685:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684961024 00000100:00100000:0.0:1746157074.214692:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684961024 00002000:00100000:0.0:1746157074.214726:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7b80 x1830977684961024/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.214759:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7b80 with x1830977684961024 ext(0->4095) 00010000:00010000:0.0:1746157074.214766:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab600/0x7b65fed88534f903 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edb6 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157074.214777:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab600/0x7b65fed88534f903 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edb6 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157074.214782:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c7b80 00000100:00100000:0.0:1746157074.217958:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.218810:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.222225:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.222523:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684961536 00000100:00100000:1.0:1746157074.222529:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684961536 00002000:00100000:1.0:1746157074.222560:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891500 x1830977684961536/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.222569:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891500 with x1830977684961536 ext(0->4095) 00010000:00010000:1.0:1746157074.222576:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534f90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edbd expref: 15 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.222592:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534f90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edbd expref: 15 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.222599:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891500 00000100:00100000:1.0:1746157074.222625:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2392 00000100:00100000:1.0:1746157074.222632:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977684961536:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.223242:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977684961536:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 608us (1015us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.223249:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2392 00002000:00100000:1.0:1746157074.223254:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891500 x1830977684961536/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.223261:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891500 with x1830977684961536 ext(0->4095) 00010000:00010000:1.0:1746157074.223266:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534f90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edbd expref: 15 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.223275:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534f90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edbd expref: 15 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.223280:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891500 00000100:00100000:0.0:1746157074.225207:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.229122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.231187:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.233035:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.238291:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.239675:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.242814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.244081:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.247514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.250477:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.253174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.255494:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.260518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.262633:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.263268:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.265870:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.265913:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684964224 00000100:00100000:1.0:1746157074.265920:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684964224 00000100:00100000:1.0:1746157074.265963:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29302 00000100:00100000:1.0:1746157074.265971:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:1768:x1830977684964224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.265984:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.265997:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f93b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481edee expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.266024:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.266029:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f934 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ede7 expref: 16 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.266034:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.266037:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f93b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edee expref: 16 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.266187:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534f934 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ede7 expref: 16 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.266199:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534f93b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edee expref: 16 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.266207:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:1.0:1746157074.266251:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:1768:x1830977684964224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 280us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.266257:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29302 00000100:00100000:0.0:1746157074.272640:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.277332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.280438:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.288350:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.290335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.292158:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.297031:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.301726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.301988:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684966016 00000100:00100000:1.0:1746157074.301993:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684966016 00002000:00100000:1.0:1746157074.302030:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257f480 x1830977684966016/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.302042:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257f480 with x1830977684966016 ext(0->4095) 00002000:00010000:1.0:1746157074.302045:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257f480 00000100:00100000:1.0:1746157074.302058:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13461 00000100:00100000:1.0:1746157074.302063:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977684966016:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157074.302154:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977684966016:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.302158:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13461 00002000:00100000:1.0:1746157074.302162:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257f480 x1830977684966016/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.302168:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257f480 with x1830977684966016 ext(0->4095) 00002000:00010000:1.0:1746157074.302171:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257f480 00000100:00100000:0.0:1746157074.306839:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.310248:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.313486:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977684966272:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2803us (3234us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746157074.313495:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2396 00002000:00100000:0.0:1746157074.313504:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009257ca80 x1830977684966272/t4294970528(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/448 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.313518:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ca80 with x1830977684966272 ext(0->7) 00010000:00010000:0.0:1746157074.313526:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edfc expref: 16 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157074.313540:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534f949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481edfc expref: 16 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157074.313546:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ca80 00000100:00100000:0.0:1746157074.319956:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.323926:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.323985:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684966784 00000100:00100000:1.0:1746157074.323990:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684966784 00002000:00100000:1.0:1746157074.324032:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ed80 x1830977684966784/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.324041:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ed80 with x1830977684966784 ext(0->4095) 00010000:00010000:1.0:1746157074.324048:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534f950 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee03 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.324060:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534f950 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee03 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.324066:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ed80 00000100:00100000:1.0:1746157074.324084:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2397 00000100:00100000:1.0:1746157074.324089:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684966784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.324378:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684966784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 289us (454us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.324384:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2397 00002000:00100000:1.0:1746157074.324389:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ed80 x1830977684966784/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.324395:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ed80 with x1830977684966784 ext(0->4095) 00010000:00010000:1.0:1746157074.324399:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534f950 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee03 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.324407:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534f950 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee03 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.324412:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ed80 00000100:00100000:0.0:1746157074.328093:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.333103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.333237:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684967168 00000100:00100000:1.0:1746157074.333244:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684967168 00002000:00100000:1.0:1746157074.333274:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257e680 x1830977684967168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.333282:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257e680 with x1830977684967168 ext(0->4095) 00002000:00010000:1.0:1746157074.333287:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257e680 00000100:00100000:1.0:1746157074.333314:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13462 00000100:00100000:1.0:1746157074.333320:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977684967168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157074.333426:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977684967168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.333432:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13462 00002000:00100000:1.0:1746157074.333436:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257e680 x1830977684967168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.333442:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257e680 with x1830977684967168 ext(0->4095) 00002000:00010000:1.0:1746157074.333445:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257e680 00000100:00100000:0.0:1746157074.345654:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.356675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.359022:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977684967424:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1837us (2352us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746157074.359030:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2398 00002000:00100000:0.0:1746157074.359038:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009257d180 x1830977684967424/t4294970529(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/448 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.359046:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257d180 with x1830977684967424 ext(0->7) 00010000:00010000:0.0:1746157074.359052:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534f957 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee0a expref: 18 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157074.359064:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534f957 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee0a expref: 18 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157074.359075:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257d180 00000100:00100000:0.0:1746157074.365043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.365847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.370611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.370864:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684967936 00000100:00100000:1.0:1746157074.370870:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684967936 00002000:00100000:1.0:1746157074.370899:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009118dc00 x1830977684967936/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.370908:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118dc00 with x1830977684967936 ext(0->4095) 00010000:00010000:1.0:1746157074.370914:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed88534f95e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee11 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.370925:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed88534f95e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee11 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.370931:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009118dc00 00000100:00100000:1.0:1746157074.370957:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2399 00000100:00100000:1.0:1746157074.370963:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684967936:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157074.371082:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684967936:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.371088:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2399 00002000:00100000:1.0:1746157074.371092:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009118dc00 x1830977684967936/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.371104:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118dc00 with x1830977684967936 ext(0->4095) 00010000:00010000:1.0:1746157074.371108:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed88534f95e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee11 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.371122:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed88534f95e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee11 expref: 6 pid: 9674 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.371127:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009118dc00 00000100:00100000:0.0:1746157074.373456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.377144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.379354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.379612:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684968448 00000100:00100000:1.0:1746157074.379619:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684968448 00000100:00100000:1.0:1746157074.379723:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29309 00000100:00100000:1.0:1746157074.379730:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684968448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.379854:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.379869:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f96c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ee1f expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.380042:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab600/0x7b65fed88534f965 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee18 expref: 17 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.380049:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.380050:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.380053:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f96c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee1f expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.380078:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab600/0x7b65fed88534f965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee18 expref: 17 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.380092:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab600/0x7b65fed88534f965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee18 expref: 17 pid: 9674 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157074.380102:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679072896:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.380180:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.381826:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679072896:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.381853:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f96c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee1f expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.381868:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77600, rc 0) 00000100:00100000:1.0:1746157074.381916:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684968448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2186us (2567us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.381923:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29309 00000100:00100000:0.0:1746157074.383093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.388054:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.388095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.388178:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684968960 00000100:00100000:1.0:1746157074.388183:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684968960 00002000:00100000:1.0:1746157074.388213:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131251180 x1830977684968960/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.388222:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131251180 with x1830977684968960 ext(0->4095) 00002000:00010000:1.0:1746157074.388225:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131251180 00000100:00100000:0.0:1746157074.389069:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684968704 00000100:00100000:0.0:1746157074.389073:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684968704 00000100:00100000:0.0:1746157074.389096:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29310 00000100:00100000:0.0:1746157074.389101:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:1767:x1830977684968704:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157074.389113:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157074.389175:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009121ce00/0x7b65fed88534f973 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ee26 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.389199:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f96c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee1f expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.389205:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157074.389207:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157074.389210:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009121ce00/0x7b65fed88534f973 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee26 expref: 18 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.389235:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f96c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee1f expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.389246:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f96c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee1f expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:0.0:1746157074.389256:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131252680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679073152:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157074.389316:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157074.394192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.394597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.401430:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.404976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.405024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.409780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.410329:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684969984 00000100:00100000:1.0:1746157074.410334:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684969984 00002000:00100000:1.0:1746157074.410366:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091296a00 x1830977684969984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.410375:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091296a00 with x1830977684969984 ext(0->4095) 00010000:00010000:1.0:1746157074.410383:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa200/0x7b65fed88534f97a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee2d expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.410396:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa200/0x7b65fed88534f97a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee2d expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.410401:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091296a00 00000100:00100000:1.0:1746157074.410431:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2402 00000100:00100000:1.0:1746157074.410438:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684969984:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157074.410550:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684969984:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (776us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.410556:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2402 00002000:00100000:1.0:1746157074.410560:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091296a00 x1830977684969984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.410567:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091296a00 with x1830977684969984 ext(0->4095) 00010000:00010000:1.0:1746157074.410571:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa200/0x7b65fed88534f97a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee2d expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.410580:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6aa200/0x7b65fed88534f97a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee2d expref: 6 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.410585:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091296a00 00000100:00100000:0.0:1746157074.412718:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.418409:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.423579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.427997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.428480:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.431038:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.435672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.444466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.444568:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684971392 00000100:00100000:1.0:1746157074.444577:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684971392 00002000:00100000:1.0:1746157074.444617:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ed880 x1830977684971392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.444632:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed880 with x1830977684971392 ext(0->4095) 00002000:00010000:1.0:1746157074.444637:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ed880 00000100:00100000:1.0:1746157074.444666:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13466 00000100:00100000:1.0:1746157074.444673:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977684971392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.444834:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977684971392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.444840:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13466 00002000:00100000:1.0:1746157074.445250:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ed880 x1830977684971392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.445266:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed880 with x1830977684971392 ext(0->4095) 00002000:00010000:1.0:1746157074.445269:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ed880 00000100:00100000:0.0:1746157074.447866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.461931:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.462069:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684971648 00000100:00100000:1.0:1746157074.462078:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684971648 00002000:00100000:1.0:1746157074.462117:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910ef800 x1830977684971648/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.462126:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ef800 with x1830977684971648 ext(0->7) 00010000:00010000:1.0:1746157074.462134:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534f98f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee42 expref: 18 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.462146:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534f98f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee42 expref: 18 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:1.0:1746157074.462181:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910ef800 00000100:00100000:1.0:1746157074.462208:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2404 00000100:00100000:1.0:1746157074.462216:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977684971648:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157074.465948:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977684971648:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 3725us (4017us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746157074.465959:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2404 00002000:00100000:0.0:1746157074.465968:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910ef800 x1830977684971648/t4294970530(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/448 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.465978:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ef800 with x1830977684971648 ext(0->7) 00010000:00010000:0.0:1746157074.465986:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534f98f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee42 expref: 20 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746157074.466008:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534f98f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee42 expref: 20 pid: 9579 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746157074.466015:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910ef800 00000100:00100000:0.0:1746157074.470809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.477128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.477149:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684972032 00000100:00100000:0.0:1746157074.477154:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684972032 00002000:00100000:0.0:1746157074.477184:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910edf80 x1830977684972032/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.477193:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910edf80 with x1830977684972032 ext(0->4095) 00002000:00010000:0.0:1746157074.477196:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910edf80 00000100:00100000:0.0:1746157074.477209:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13467 00000100:00100000:0.0:1746157074.477214:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684972032:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157074.477311:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684972032:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157074.477317:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13467 00002000:00100000:0.0:1746157074.477321:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910edf80 x1830977684972032/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.477328:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910edf80 with x1830977684972032 ext(0->4095) 00002000:00010000:0.0:1746157074.477331:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910edf80 00000100:00100000:0.0:1746157074.481423:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.486697:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.490827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.494725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.500036:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.501896:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.508577:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.512991:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.513800:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.519452:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.524198:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.528288:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.534228:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.537685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.538574:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.539897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.543018:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679075968:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157074.543045:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534f9c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee73 expref: 20 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.543060:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:1.0:1746157074.543064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.543092:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:1767:x1830977684974464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3936us (4519us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157074.543099:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29321 00000100:00100000:0.0:1746157074.549687:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.554869:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.560267:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684975616 00000100:00100000:0.0:1746157074.560274:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684975616 00002000:00100000:0.0:1746157074.560307:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7800 x1830977684975616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.560316:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7800 with x1830977684975616 ext(0->4095) 00002000:00010000:0.0:1746157074.560319:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c7800 00000100:00100000:0.0:1746157074.560344:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13469 00000100:00100000:0.0:1746157074.560353:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2012:x1830977684975616:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157074.560473:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2012:x1830977684975616:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (268us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157074.560482:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13469 00002000:00100000:0.0:1746157074.560488:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7800 x1830977684975616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.560494:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7800 with x1830977684975616 ext(0->4095) 00002000:00010000:0.0:1746157074.560496:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c7800 00000100:00100000:1.0:1746157074.563364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.566308:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.569156:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.570825:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.573539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.573716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.577594:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.582877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.587839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.593388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.593556:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684977280 00000100:00100000:1.0:1746157074.593566:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684977280 00000100:00100000:1.0:1746157074.594445:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29326 00000100:00100000:1.0:1746157074.594457:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684977280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.594477:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.594496:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534f9e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ee96 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.594528:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed88534f9dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee8f expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.594536:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.594537:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.594541:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534f9e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee96 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.594570:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed88534f9dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee8f expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.594581:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed88534f9dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee8f expref: 19 pid: 9579 timeout: 834 lvb_type: 0 00000100:00100000:1.0:1746157074.594593:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679077248:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.595869:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.598727:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679077248:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.598888:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534f9e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee96 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.598909:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76600, rc 0) 00000100:00100000:1.0:1746157074.598970:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684977280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4514us (5590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.598979:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29326 00000100:00100000:0.0:1746157074.601270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.601650:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684977408 00000100:00100000:1.0:1746157074.601658:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684977408 00002000:00100000:1.0:1746157074.601699:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011f3e6680 x1830977684977408/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.601962:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6680 with x1830977684977408 ext(0->7) 00010000:00010000:1.0:1746157074.601970:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed88534f9dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee8f expref: 20 pid: 9579 timeout: 834 lvb_type: 0 00010000:00010000:1.0:1746157074.601982:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed88534f9dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee8f expref: 20 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.601989:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e6680 00000100:00100000:0.0:1746157074.603107:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2010:x1830977684977408:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 856us (1844us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746157074.603115:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2411 00002000:00100000:0.0:1746157074.603122:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011f3e6680 x1830977684977408/t4294970531(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/448 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.603130:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6680 with x1830977684977408 ext(0->7) 00010000:00010000:0.0:1746157074.603137:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed88534f9dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee8f expref: 22 pid: 9579 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157074.603148:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed88534f9dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee8f expref: 22 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157074.603154:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e6680 00000100:00100000:0.0:1746157074.611713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.618186:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.618295:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684977664 00000100:00100000:1.0:1746157074.618305:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684977664 00000100:00100000:1.0:1746157074.618363:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29327 00000100:00100000:1.0:1746157074.618371:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:1767:x1830977684977664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.618388:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.618405:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f9ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ee9d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.618436:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534f9e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee96 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.618442:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.618444:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.618447:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f9ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee9d expref: 23 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.618576:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534f9e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee96 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.618589:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534f9e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee96 expref: 5 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.618602:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679077504:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.618703:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157074.619125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.619288:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684977920 00000100:00100000:1.0:1746157074.619292:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684977920 00002000:00100000:1.0:1746157074.619322:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e6300 x1830977684977920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.619331:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6300 with x1830977684977920 ext(0->4095) 00010000:00010000:1.0:1746157074.619337:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534f9e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee96 expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.619346:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534f9e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee96 expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.619356:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e6300 00000100:00100000:1.0:1746157074.619377:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2412 00000100:00100000:1.0:1746157074.619382:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684977920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.619510:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684977920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.619516:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2412 00002000:00100000:1.0:1746157074.619520:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e6300 x1830977684977920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.619527:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6300 with x1830977684977920 ext(0->4095) 00010000:00010000:1.0:1746157074.619531:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534f9e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee96 expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.619539:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534f9e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee96 expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.619544:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e6300 00000100:00100000:0.0:1746157074.621071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.621146:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679077504:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.621165:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f9ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee9d expref: 22 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.621178:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77600, rc 0) 00000100:00100000:1.0:1746157074.621223:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff4fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:1767:x1830977684977664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2853us (3047us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.621232:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29327 00000100:00100000:0.0:1746157074.623966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.624105:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684978432 00000100:00100000:1.0:1746157074.624110:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684978432 00002000:00100000:1.0:1746157074.624142:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5f80 x1830977684978432/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.624152:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5f80 with x1830977684978432 ext(0->4095) 00010000:00010000:1.0:1746157074.624159:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee9d expref: 23 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.624171:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee9d expref: 23 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.624178:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e5f80 00000100:00100000:1.0:1746157074.624194:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2413 00000100:00100000:1.0:1746157074.624200:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2011:x1830977684978432:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.624335:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2011:x1830977684978432:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.624341:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2413 00002000:00100000:1.0:1746157074.624346:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5f80 x1830977684978432/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.624353:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5f80 with x1830977684978432 ext(0->4095) 00010000:00010000:1.0:1746157074.624357:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee9d expref: 23 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.624371:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534f9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ee9d expref: 23 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.624377:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e5f80 00000100:00100000:0.0:1746157074.628402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.631905:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.632016:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684978816 00000100:00100000:1.0:1746157074.632023:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684978816 00002000:00100000:1.0:1746157074.632064:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5180 x1830977684978816/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.632074:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5180 with x1830977684978816 ext(0->4095) 00002000:00010000:1.0:1746157074.632078:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e5180 00000100:00100000:1.0:1746157074.632153:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13472 00000100:00100000:1.0:1746157074.632162:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977684978816:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.632503:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977684978816:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 341us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.632510:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13472 00002000:00100000:1.0:1746157074.632515:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5180 x1830977684978816/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.632523:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5180 with x1830977684978816 ext(0->4095) 00002000:00010000:1.0:1746157074.632526:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e5180 00000100:00100000:0.0:1746157074.634483:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.635241:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684978944 00000100:00100000:1.0:1746157074.635248:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684978944 00000100:00100000:1.0:1746157074.635305:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29329 00000100:00100000:1.0:1746157074.635311:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684978944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.635331:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.635348:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f9f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eeab expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.635378:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aba00/0x7b65fed88534f9f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eea4 expref: 21 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.635385:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.635387:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.635390:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f9f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeab expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.635421:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6aba00/0x7b65fed88534f9f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eea4 expref: 21 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.635434:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6aba00/0x7b65fed88534f9f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eea4 expref: 21 pid: 9579 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.635446:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679078016:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.635534:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.636478:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679078016:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.636495:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534f9f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeab expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.636507:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76c00, rc 0) 00000100:00100000:1.0:1746157074.636539:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684978944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1228us (2061us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.636548:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29329 00000100:00100000:0.0:1746157074.636885:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.639679:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.641731:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.641799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.644125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.647082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.653804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.656479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.658366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.663081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.667010:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.667080:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.669045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.669446:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.672424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.674124:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.676186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.678587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.681602:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.686297:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.689502:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684982528 00000100:00100000:0.0:1746157074.689512:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684982528 00000100:00100000:0.0:1746157074.689649:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29336 00000100:00100000:0.0:1746157074.689775:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:1767:x1830977684982528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157074.689793:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157074.689811:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534fa29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eedc expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.689841:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fa22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eed5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.689848:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157074.689850:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157074.689854:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534fa29 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eedc expref: 22 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.689885:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fa22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eed5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157074.689897:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fa22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eed5 expref: 5 pid: 9578 timeout: 835 lvb_type: 0 00000100:00100000:0.0:1746157074.689909:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679079808:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157074.690011:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157074.690703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.691285:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29337 00000100:00100000:1.0:1746157074.691295:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:1768:x1830977684982656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.691367:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.691378:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa30 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eee3 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.691396:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.691399:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534fa29 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eedc expref: 24 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.691403:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.691405:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa30 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eee3 expref: 24 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.691424:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534fa29 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eedc expref: 24 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.691432:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa30 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eee3 expref: 24 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.691438:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76600, rc 0) 00000100:00100000:1.0:1746157074.691499:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1768:x1830977684982656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.691505:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29337 00000100:00100000:1.0:1746157074.691781:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f3aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679079808:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.691794:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009121c400/0x7b65fed88534fa29 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eedc expref: 23 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.691851:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009121c400, rc 0) 00000100:00100000:1.0:1746157074.691887:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:1767:x1830977684982528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2115us (2486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.691892:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29336 00000100:00100000:0.0:1746157074.692673:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.695144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.700789:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.704054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.707533:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.707582:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684983552 00000100:00100000:1.0:1746157074.707590:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684983552 00000100:00100000:1.0:1746157074.707640:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29338 00000100:00100000:1.0:1746157074.707647:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684983552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.707662:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.707680:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fa37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eeea expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.707708:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eee3 expref: 21 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.707715:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.707717:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.707720:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fa37 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeea expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.707781:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eee3 expref: 21 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.707793:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eee3 expref: 21 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.707811:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679080320:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.708052:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157074.710499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.710669:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679080320:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.710708:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fa37 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeea expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.710724:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.710725:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.710731:0:9578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fa37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeea expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.710764:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fa37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeea expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.711572:0:9578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fa37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeea expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157074.711589:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679080448:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157074.711675:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.712820:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679080448:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157074.712833:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157074.712864:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684983552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5217us (5336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.712871:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29338 00000100:00100000:0.0:1746157074.714054:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.714090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.714164:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684984064 00000100:00100000:1.0:1746157074.714168:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684984064 00000100:00100000:1.0:1746157074.714199:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29339 00000100:00100000:1.0:1746157074.714205:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:1767:x1830977684984064:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.714220:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.714233:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534fa3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eef1 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.714252:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fa37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeea expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.714258:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.714260:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.714263:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534fa3e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef1 expref: 22 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.714284:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fa37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeea expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.714294:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fa37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeea expref: 6 pid: 9578 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.714303:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679080576:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.714356:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.716660:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679080576:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.716681:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534fa3e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef1 expref: 22 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.716699:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76200, rc 0) 00000100:00100000:1.0:1746157074.716729:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:1767:x1830977684984064:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2524us (2638us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.716749:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29339 00000100:00100000:0.0:1746157074.717990:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.721320:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.725065:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.725168:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684984576 00000100:00100000:1.0:1746157074.725176:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684984576 00000100:00100000:1.0:1746157074.725227:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29340 00000100:00100000:1.0:1746157074.725235:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684984576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.725251:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.725264:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eef8 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.725288:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534fa3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef1 expref: 21 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.725295:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.725297:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.725300:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa45 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef8 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.725322:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534fa3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef1 expref: 21 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.725332:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534fa3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef1 expref: 21 pid: 9578 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.725348:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679080832:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.725406:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.728949:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679080832:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.728974:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa45 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef8 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.728990:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76600, rc 0) 00000100:00100000:1.0:1746157074.729041:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684984576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3805us (3982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.729049:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29340 00000100:00100000:0.0:1746157074.731869:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.734655:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2010:x1830977684984704:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1118us (2789us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746157074.734664:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2418 00002000:00100000:0.0:1746157074.734672:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3ad180 x1830977684984704/t4294970532(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/448 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.734682:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad180 with x1830977684984704 ext(0->7) 00010000:00010000:0.0:1746157074.734688:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534fa3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef1 expref: 24 pid: 9578 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157074.734700:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534fa3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef1 expref: 24 pid: 9578 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157074.734706:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3ad180 00000100:00100000:0.0:1746157074.744918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.748699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.748727:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684985088 00000100:00100000:0.0:1746157074.748732:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684985088 00002000:00100000:0.0:1746157074.748791:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3af100 x1830977684985088/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.748801:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3af100 with x1830977684985088 ext(0->4095) 00002000:00010000:0.0:1746157074.748805:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3af100 00000100:00100000:0.0:1746157074.748825:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13480 00000100:00100000:0.0:1746157074.748832:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684985088:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157074.748940:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684985088:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157074.748945:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13480 00002000:00100000:0.0:1746157074.748950:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3af100 x1830977684985088/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.748957:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3af100 with x1830977684985088 ext(0->4095) 00002000:00010000:0.0:1746157074.748960:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3af100 00000100:00100000:0.0:1746157074.749056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.749168:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684985216 00000100:00100000:1.0:1746157074.749172:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684985216 00000100:00100000:1.0:1746157074.749206:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29341 00000100:00100000:1.0:1746157074.749211:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1767:x1830977684985216:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.749220:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.749233:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481eeff expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.749251:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef8 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.749258:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.749260:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.749263:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeff expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.749289:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef8 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.749299:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eef8 expref: 5 pid: 9578 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.749308:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679081088:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.749355:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.751143:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679081088:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.751162:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa4c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeff expref: 24 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.751177:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157074.751246:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1767:x1830977684985216:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2034us (2189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.751255:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29341 00000100:00100000:0.0:1746157074.753884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.753932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.754358:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684985344 00000100:00100000:1.0:1746157074.754362:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684985344 00000100:00100000:1.0:1746157074.754382:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29342 00000100:00100000:1.0:1746157074.754387:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1768:x1830977684985344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.754398:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.754407:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fa53 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef06 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.754421:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeff expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.754427:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.754428:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.754430:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fa53 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef06 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.754443:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeff expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.754451:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa4c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeff expref: 25 pid: 9578 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.754458:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679081344:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.754475:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.756142:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679081344:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.756162:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fa53 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef06 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.756173:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77600, rc 0) 00000100:00100000:1.0:1746157074.756940:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:1768:x1830977684985344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2549us (3061us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.756948:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29342 00000100:00100000:0.0:1746157074.757050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.757463:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684985728 00000100:00100000:1.0:1746157074.757472:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684985728 00002000:00100000:1.0:1746157074.757515:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888a680 x1830977684985728/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.757530:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888a680 with x1830977684985728 ext(0->4095) 00010000:00010000:1.0:1746157074.757539:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeff expref: 25 pid: 9578 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.757553:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeff expref: 25 pid: 9578 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.757564:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a888a680 00000100:00100000:1.0:1746157074.757584:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2419 00000100:00100000:1.0:1746157074.757590:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2010:x1830977684985728:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157074.757764:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2010:x1830977684985728:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 173us (719us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.757770:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2419 00002000:00100000:1.0:1746157074.757776:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888a680 x1830977684985728/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.757783:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888a680 with x1830977684985728 ext(0->4095) 00010000:00010000:1.0:1746157074.757787:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeff expref: 25 pid: 9578 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.757796:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481eeff expref: 25 pid: 9578 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.757801:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a888a680 00000100:00100000:0.0:1746157074.761512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.765860:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.765935:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684986112 00000100:00100000:1.0:1746157074.765941:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684986112 00002000:00100000:1.0:1746157074.765977:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888b480 x1830977684986112/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.765985:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888b480 with x1830977684986112 ext(0->4095) 00002000:00010000:1.0:1746157074.765989:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a888b480 00000100:00100000:1.0:1746157074.766027:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13481 00000100:00100000:1.0:1746157074.766034:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2010:x1830977684986112:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157074.766289:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2010:x1830977684986112:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 254us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.766294:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13481 00002000:00100000:1.0:1746157074.766299:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888b480 x1830977684986112/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.766306:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888b480 with x1830977684986112 ext(0->4095) 00002000:00010000:1.0:1746157074.766309:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a888b480 00000100:00100000:0.0:1746157074.769040:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.769103:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684986240 00000100:00100000:1.0:1746157074.769109:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684986240 00000100:00100000:1.0:1746157074.769152:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29343 00000100:00100000:1.0:1746157074.769160:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684986240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.769173:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.769185:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa5a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef0d expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.769209:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fa53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef06 expref: 23 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.769219:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.769220:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.769223:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa5a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef0d expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.769246:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fa53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef06 expref: 23 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.769256:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fa53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef06 expref: 23 pid: 9578 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.769265:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679081600:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.769335:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157074.770661:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.770765:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679081600:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.770784:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fa5a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef0d expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.770797:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76600, rc 0) 00000100:00100000:1.0:1746157074.770838:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684986240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1679us (1803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.770849:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29343 00000100:00100000:0.0:1746157074.772813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.772992:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684986624 00000100:00100000:1.0:1746157074.773005:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684986624 00002000:00100000:1.0:1746157074.773028:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888380 x1830977684986624/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.773042:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888380 with x1830977684986624 ext(0->4095) 00002000:00010000:1.0:1746157074.773046:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8888380 00000100:00100000:1.0:1746157074.773057:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13482 00000100:00100000:1.0:1746157074.773061:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684986624:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157074.773156:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977684986624:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.773161:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13482 00002000:00100000:1.0:1746157074.773165:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888380 x1830977684986624/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.773172:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888380 with x1830977684986624 ext(0->4095) 00002000:00010000:1.0:1746157074.773174:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8888380 00000100:00100000:0.0:1746157074.775356:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.775433:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.775596:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684986752 00000100:00100000:1.0:1746157074.775606:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684986752 00000100:00100000:1.0:1746157074.775656:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29344 00000100:00100000:1.0:1746157074.775663:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1768:x1830977684986752:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.775686:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.775703:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa61 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef14 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.775776:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.775779:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fa68 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef1b expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.775784:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.775786:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa61 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef14 expref: 26 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.775811:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fa68 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef1b expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.775834:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa61 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef14 expref: 26 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.775843:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157074.775878:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1768:x1830977684986752:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.775884:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29344 00000100:00100000:0.0:1746157074.777334:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.780139:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.782395:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.784669:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.787134:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.791072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.794211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.794428:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684988160 00000100:00100000:1.0:1746157074.794434:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684988160 00002000:00100000:1.0:1746157074.794473:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155180 x1830977684988160/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.794481:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155180 with x1830977684988160 ext(0->4095) 00002000:00010000:1.0:1746157074.794485:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f155180 00000100:00100000:0.0:1746157074.795162:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.796553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.796603:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684988416 00000100:00100000:1.0:1746157074.796608:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684988416 00000100:00100000:1.0:1746157074.796663:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29348 00000100:00100000:1.0:1746157074.796668:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:1768:x1830977684988416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.796676:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.796684:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef30 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.796698:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.796700:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534fa76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef29 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.796704:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.796705:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef30 expref: 26 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.796721:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534fa76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef29 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.796728:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fa7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef30 expref: 26 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.796733:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157074.796892:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1768:x1830977684988416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.796896:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29348 00000100:00100000:0.0:1746157074.798364:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.801592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.804499:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.808513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.812768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.815214:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.818352:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.818428:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684989696 00000100:00100000:1.0:1746157074.818436:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684989696 00002000:00100000:1.0:1746157074.818469:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092578700 x1830977684989696/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.818477:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578700 with x1830977684989696 ext(0->4095) 00002000:00010000:1.0:1746157074.818480:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092578700 00000100:00100000:1.0:1746157074.818495:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13486 00000100:00100000:1.0:1746157074.818500:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684989696:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.818612:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684989696:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.818618:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13486 00002000:00100000:1.0:1746157074.818622:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092578700 x1830977684989696/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.818628:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578700 with x1830977684989696 ext(0->4095) 00002000:00010000:1.0:1746157074.818630:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092578700 00000100:00100000:0.0:1746157074.819317:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.821425:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.821478:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684989952 00000100:00100000:1.0:1746157074.821484:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684989952 00000100:00100000:1.0:1746157074.821526:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29351 00000100:00100000:1.0:1746157074.821532:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:1768:x1830977684989952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.821545:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.821557:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534fa92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef45 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.821576:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.821580:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fa8b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef3e expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.821585:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.821588:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534fa92 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef45 expref: 26 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.821612:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fa8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef3e expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.821624:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed88534fa92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef45 expref: 26 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.821632:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76200, rc 0) 00000100:00100000:1.0:1746157074.821678:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1768:x1830977684989952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.821684:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29351 00000100:00100000:0.0:1746157074.822488:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.826466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.826671:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684990336 00000100:00100000:1.0:1746157074.826677:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684990336 00002000:00100000:1.0:1746157074.826711:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092578a80 x1830977684990336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.826720:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578a80 with x1830977684990336 ext(0->4095) 00010000:00010000:1.0:1746157074.826727:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fa8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef3e expref: 25 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.826767:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fa8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef3e expref: 25 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.826773:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092578a80 00000100:00100000:1.0:1746157074.826788:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2422 00000100:00100000:1.0:1746157074.826794:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2011:x1830977684990336:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.826909:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2011:x1830977684990336:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.826914:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2422 00002000:00100000:1.0:1746157074.826919:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092578a80 x1830977684990336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.826925:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578a80 with x1830977684990336 ext(0->4095) 00010000:00010000:1.0:1746157074.826929:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fa8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef3e expref: 25 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.826937:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fa8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef3e expref: 25 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.826942:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092578a80 00000100:00100000:0.0:1746157074.829900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.834007:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.834062:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684990720 00000100:00100000:1.0:1746157074.834069:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684990720 00002000:00100000:1.0:1746157074.834110:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257a680 x1830977684990720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.834119:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257a680 with x1830977684990720 ext(0->4095) 00002000:00010000:1.0:1746157074.834122:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257a680 00000100:00100000:1.0:1746157074.834645:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13487 00000100:00100000:1.0:1746157074.834652:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2011:x1830977684990720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.835756:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2011:x1830977684990720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1100us (1770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.835763:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13487 00002000:00100000:1.0:1746157074.835771:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257a680 x1830977684990720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.835779:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257a680 with x1830977684990720 ext(0->4095) 00002000:00010000:1.0:1746157074.835782:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257a680 00000100:00100000:0.0:1746157074.838309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.844540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.844764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.851276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.851372:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684991360 00000100:00100000:1.0:1746157074.851380:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684991360 00002000:00100000:1.0:1746157074.851425:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20b100 x1830977684991360/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.851433:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20b100 with x1830977684991360 ext(0->4095) 00010000:00010000:1.0:1746157074.851441:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534fa99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef4c expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.851453:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534fa99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef4c expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.851459:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20b100 00000100:00100000:1.0:1746157074.851487:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2423 00000100:00100000:1.0:1746157074.851494:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684991360:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157074.851634:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684991360:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.851640:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2423 00002000:00100000:1.0:1746157074.851644:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20b100 x1830977684991360/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.851651:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20b100 with x1830977684991360 ext(0->4095) 00010000:00010000:1.0:1746157074.851655:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534fa99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef4c expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.851664:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534fa99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef4c expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.851670:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20b100 00000100:00100000:0.0:1746157074.856070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.856156:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684991488 00000100:00100000:1.0:1746157074.856164:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684991488 00010000:00010000:1.0:1746157074.856239:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534fa99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef4c expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.856278:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16692 00000100:00100000:1.0:1746157074.856286:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684991488:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157074.856297:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157074.856314:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534fa99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef4c expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.856323:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534fa99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef4c expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.856340:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534fa99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef4c expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.856366:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.856368:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.856373:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534faa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef53 expref: 23 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.856380:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534faa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef53 expref: 23 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.856407:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534faa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef53 expref: 23 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157074.856417:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679084288:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157074.857080:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157074.858783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.858896:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679084288:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157074.858914:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157074.858954:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684991488:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2668us (2890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.858964:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16692 00000100:00100000:0.0:1746157074.862341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.866564:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.870463:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.870573:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684992128 00000100:00100000:1.0:1746157074.870581:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684992128 00010000:00010000:1.0:1746157074.870608:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534faa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef53 expref: 26 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.870731:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16693 00000100:00100000:1.0:1746157074.870772:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2013:x1830977684992128:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157074.870783:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157074.870799:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534faa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef53 expref: 26 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.870810:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534faa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef53 expref: 26 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.870828:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab800/0x7b65fed88534faa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef53 expref: 26 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.870855:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.870857:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.870863:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534faa7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef5a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.870870:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534faa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef5a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.871153:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534faa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef5a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157074.871163:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679084544:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157074.871241:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157074.873359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.873385:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679084544:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157074.873400:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157074.873434:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2013:x1830977684992128:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2664us (2976us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.873442:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16693 00000100:00100000:0.0:1746157074.876899:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.879511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.880271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.880384:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684992768 00000100:00100000:1.0:1746157074.880388:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684992768 00010000:00010000:1.0:1746157074.880404:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534faa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef5a expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.880420:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16694 00000100:00100000:1.0:1746157074.880425:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684992768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157074.880435:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157074.880449:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534faa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef5a expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.880458:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534faa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef5a expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.880472:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534faa7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef5a expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.880483:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.880485:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.880490:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88534faae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef61 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.880496:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88534faae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef61 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.880513:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88534faae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef61 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.880523:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88534faae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef61 expref: 26 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.880532:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679084928:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157074.880579:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157074.883317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.883445:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679084928:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157074.883458:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157074.883488:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977684992768:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3063us (3218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.883497:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16694 00000100:00100000:0.0:1746157074.885625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.885771:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684993152 00000100:00100000:1.0:1746157074.885780:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684993152 00000100:00100000:1.0:1746157074.885826:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29357 00000100:00100000:1.0:1746157074.885833:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684993152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.885850:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.885865:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fabc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef6f expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.885892:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.885897:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fab5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef68 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.885902:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157074.885904:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fabc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef6f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157074.886590:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157074.887852:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fab5 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef68 expref: 26 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.887862:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fab5 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef68 expref: 26 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.887870:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679085184:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.888133:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157074.891219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.891409:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679085184:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.891436:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fabc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef6f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.891452:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157074.891474:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684993152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5642us (5859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.891482:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29357 00000100:00100000:0.0:1746157074.894451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.894514:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684993664 00000100:00100000:1.0:1746157074.894520:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684993664 00000100:00100000:0.0:1746157074.894542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.894568:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29358 00000100:00100000:1.0:1746157074.894574:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977684993664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.894587:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.894602:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fac3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef76 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.894623:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.894628:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fabc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef6f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.894634:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157074.894637:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fac3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef76 expref: 28 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.894668:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fabc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef6f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.894684:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fac3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef76 expref: 28 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.894693:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76600, rc 0) 00000100:00100000:1.0:1746157074.894724:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:1767:x1830977684993664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.894731:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29358 00000100:00100000:0.0:1746157074.898619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.900732:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.903762:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.905849:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.905901:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684994560 00000100:00100000:1.0:1746157074.905907:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684994560 00000100:00100000:1.0:1746157074.905952:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29359 00000100:00100000:1.0:1746157074.905958:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684994560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.905974:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.905990:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534faca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef7d expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.906029:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef76 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.906037:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.906039:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.906041:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534faca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef7d expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.906069:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef76 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.906085:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef76 expref: 25 pid: 9578 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.906097:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679085696:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.906169:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.907175:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679085696:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.907193:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534faca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef7d expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.907203:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77c00, rc 0) 00000100:00100000:1.0:1746157074.907235:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684994560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1276us (1390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.907241:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29359 00000100:00100000:0.0:1746157074.910007:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.912813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.912904:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684995072 00000100:00100000:1.0:1746157074.912910:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684995072 00000100:00100000:1.0:1746157074.912956:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29360 00000100:00100000:1.0:1746157074.912963:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:1768:x1830977684995072:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.912978:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.913007:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fad1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef84 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.913035:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534faca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef7d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.913048:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.913050:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.913053:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fad1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef84 expref: 26 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.913082:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534faca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef7d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.913092:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534faca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef7d expref: 5 pid: 9578 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.913103:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679085952:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.913180:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.914453:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679085952:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157074.914456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157074.914472:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fad1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef84 expref: 26 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.914484:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:1.0:1746157074.914523:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1768:x1830977684995072:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1560us (1715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.914530:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29360 00000100:00100000:1.0:1746157074.914553:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684995200 00000100:00100000:1.0:1746157074.914557:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684995200 00000100:00100000:0.0:1746157074.914561:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.914582:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29361 00000100:00100000:1.0:1746157074.914587:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977684995200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.914597:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.914697:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fad8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef8b expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.914710:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.914713:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fad1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef84 expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.914719:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.914721:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fad8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef8b expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.914872:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fad1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef84 expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.914882:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fad8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef8b expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.914889:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.914891:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157074.914900:0:9578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fad1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef84 expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.914907:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef84 expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.914924:0:9578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef84 expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.914937:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef84 expref: 27 pid: 9578 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.914946:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679086208:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157074.914970:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157074.915878:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679086208:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157074.915886:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76000, rc 0) 00000100:00100000:1.0:1746157074.916459:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1767:x1830977684995200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1858us (1991us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.916470:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29361 00000100:00100000:0.0:1746157074.916645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.918967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.919060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.919145:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684995712 00000100:00100000:1.0:1746157074.919151:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684995712 00000100:00100000:1.0:1746157074.919186:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29362 00000100:00100000:1.0:1746157074.919192:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977684995712:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.919204:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.919218:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fadf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef92 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.919651:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef8b expref: 26 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.919657:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.919659:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.919661:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fadf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef92 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.919682:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef8b expref: 26 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.919697:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fad8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef8b expref: 26 pid: 9578 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157074.919706:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679086464:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157074.919757:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157074.921716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.922325:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679086464:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157074.922343:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fadf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef92 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.922355:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157074.922383:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977684995712:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3190us (3419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.922389:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29362 00000100:00100000:0.0:1746157074.924577:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.924718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.924991:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684996224 00000100:00100000:1.0:1746157074.925005:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684996224 00000100:00100000:1.0:1746157074.925050:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29363 00000100:00100000:1.0:1746157074.925057:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977684996224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.925073:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.925090:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fae6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ef99 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.925114:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.925121:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fadf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef92 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.925126:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157074.925130:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fae6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef99 expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.925163:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fadf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef92 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.925173:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88534fae6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef99 expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.925181:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76600, rc 0) 00000100:00100000:1.0:1746157074.925218:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1767:x1830977684996224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.925224:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29363 00000100:00100000:0.0:1746157074.928035:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684996608 00000100:00100000:0.0:1746157074.928042:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684996608 00002000:00100000:0.0:1746157074.928080:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c6680 x1830977684996608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.928090:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6680 with x1830977684996608 ext(0->4095) 00010000:00010000:0.0:1746157074.928098:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fadf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef92 expref: 6 pid: 9578 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157074.928111:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fadf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef92 expref: 6 pid: 9578 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157074.928118:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c6680 00000100:00100000:0.0:1746157074.928141:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2430 00000100:00100000:0.0:1746157074.928149:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684996608:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157074.928452:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977684996608:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 300us (492us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157074.928462:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2430 00002000:00100000:0.0:1746157074.928469:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c6680 x1830977684996608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.928476:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6680 with x1830977684996608 ext(0->4095) 00010000:00010000:0.0:1746157074.928481:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fadf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef92 expref: 6 pid: 9578 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157074.928491:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fadf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ef92 expref: 6 pid: 9578 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157074.928497:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c6680 00000100:00100000:0.0:1746157074.930540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.944076:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.945635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.949268:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.949366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.949436:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684997376 00000100:00100000:1.0:1746157074.949448:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684997376 00000100:00100000:1.0:1746157074.949505:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29365 00000100:00100000:1.0:1746157074.949514:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1767:x1830977684997376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157074.949535:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157074.949553:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534faf4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481efa7 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.949583:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157074.949590:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88534faed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efa0 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.949601:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157074.949604:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534faf4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efa7 expref: 28 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.949775:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88534faed lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efa0 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.949789:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534faf4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efa7 expref: 28 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157074.949800:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157074.949850:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:1767:x1830977684997376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 338us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157074.949857:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29365 00000100:00100000:0.0:1746157074.953573:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.958915:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.962085:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.969519:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.979838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.980954:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2010:x1830977684998272:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 918us (1115us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1746157074.980961:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2432 00002000:00100000:0.0:1746157074.980970:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008bc1ad80 x1830977684998272/t4294970534(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 496/448 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157074.980978:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1ad80 with x1830977684998272 ext(0->7) 00010000:00010000:0.0:1746157074.980984:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534faf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efa7 expref: 28 pid: 9578 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157074.981000:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534faf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efa7 expref: 28 pid: 9578 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157074.981007:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1ad80 00000100:00100000:0.0:1746157074.982889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.985795:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.985840:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684998784 00000100:00100000:1.0:1746157074.985848:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684998784 00002000:00100000:1.0:1746157074.985896:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19f80 x1830977684998784/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.985907:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19f80 with x1830977684998784 ext(0->4095) 00010000:00010000:1.0:1746157074.985916:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fafb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efae expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.985931:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fafb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efae expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.985937:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc19f80 00000100:00100000:1.0:1746157074.985972:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2433 00000100:00100000:1.0:1746157074.985979:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684998784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.986152:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684998784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.986159:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2433 00002000:00100000:1.0:1746157074.986164:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19f80 x1830977684998784/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.986171:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19f80 with x1830977684998784 ext(0->4095) 00010000:00010000:1.0:1746157074.986176:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fafb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efae expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157074.986184:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fafb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efae expref: 6 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157074.986189:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc19f80 00000100:00100000:0.0:1746157074.991184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157074.995194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157074.995470:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684999168 00000100:00100000:1.0:1746157074.995585:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684999168 00002000:00100000:1.0:1746157074.995619:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19880 x1830977684999168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/0 e 0 to 0 dl 1746157085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.995628:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19880 with x1830977684999168 ext(0->4095) 00002000:00010000:1.0:1746157074.995631:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc19880 00000100:00100000:1.0:1746157074.995654:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13494 00000100:00100000:1.0:1746157074.995659:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2011:x1830977684999168:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157074.996092:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2011:x1830977684999168:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 431us (905us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157074.996100:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13494 00002000:00100000:1.0:1746157074.996106:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19880 x1830977684999168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746157085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157074.996113:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19880 with x1830977684999168 ext(0->4095) 00002000:00010000:1.0:1746157074.996116:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc19880 00000100:00100000:0.0:1746157074.999122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.001834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.003651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.003772:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684999680 00000100:00100000:1.0:1746157075.003782:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684999680 00002000:00100000:1.0:1746157075.003822:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910bb480 x1830977684999680/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.003830:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb480 with x1830977684999680 ext(0->4095) 00002000:00010000:1.0:1746157075.003835:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910bb480 00000100:00100000:1.0:1746157075.003862:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13495 00000100:00100000:1.0:1746157075.003868:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684999680:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.003973:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977684999680:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.003978:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13495 00002000:00100000:1.0:1746157075.003982:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910bb480 x1830977684999680/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.003988:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb480 with x1830977684999680 ext(0->4095) 00002000:00010000:1.0:1746157075.003990:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910bb480 00000100:00100000:0.0:1746157075.005128:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.007088:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.007284:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977684999936 00000100:00100000:1.0:1746157075.007293:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977684999936 00000100:00100000:1.0:1746157075.007335:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29370 00000100:00100000:1.0:1746157075.007343:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:1768:x1830977684999936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.007362:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.007379:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fb17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481efca expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.007413:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.007419:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fb10 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efc3 expref: 30 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.007425:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.007429:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fb17 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efca expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.007460:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fb10 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efc3 expref: 30 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.007471:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fb17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efca expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.007477:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:1.0:1746157075.007502:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:1768:x1830977684999936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.007508:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29370 00000100:00100000:0.0:1746157075.007772:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.010193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.010325:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685000320 00000100:00100000:1.0:1746157075.010330:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685000320 00002000:00100000:1.0:1746157075.010356:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b8380 x1830977685000320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.010371:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8380 with x1830977685000320 ext(0->4095) 00010000:00010000:1.0:1746157075.010377:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fb10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efc3 expref: 29 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.010388:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fb10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efc3 expref: 29 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.010394:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910b8380 00000100:00100000:1.0:1746157075.010412:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2434 00000100:00100000:1.0:1746157075.010417:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2010:x1830977685000320:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.010547:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2010:x1830977685000320:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.010553:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2434 00002000:00100000:1.0:1746157075.010558:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b8380 x1830977685000320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.010565:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8380 with x1830977685000320 ext(0->4095) 00010000:00010000:1.0:1746157075.010570:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fb10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efc3 expref: 29 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.010579:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fb10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efc3 expref: 29 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.010585:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910b8380 00000100:00100000:0.0:1746157075.012498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.017063:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.017629:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685000704 00000100:00100000:1.0:1746157075.017637:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685000704 00002000:00100000:1.0:1746157075.017676:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b9f80 x1830977685000704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.017686:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b9f80 with x1830977685000704 ext(0->4095) 00002000:00010000:1.0:1746157075.017690:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b9f80 00000100:00100000:1.0:1746157075.017708:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13496 00000100:00100000:1.0:1746157075.017716:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2010:x1830977685000704:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.017933:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2010:x1830977685000704:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 216us (877us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.017941:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13496 00002000:00100000:1.0:1746157075.017948:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b9f80 x1830977685000704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.017955:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b9f80 with x1830977685000704 ext(0->4095) 00002000:00010000:1.0:1746157075.017959:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b9f80 00000100:00100000:0.0:1746157075.022496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.030924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.032061:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2010:x1830977685000960:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 712us (1146us total) trans 4294970535 rc 0/0 00000100:00100000:0.0:1746157075.032068:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2435 00002000:00100000:0.0:1746157075.032074:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910ba300 x1830977685000960/t4294970535(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/448 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.032081:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba300 with x1830977685000960 ext(0->7) 00010000:00010000:0.0:1746157075.032086:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fb17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efca expref: 30 pid: 9579 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157075.032095:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fb17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efca expref: 30 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157075.032101:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910ba300 00000100:00100000:0.0:1746157075.034898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.038469:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685001344 00000100:00100000:0.0:1746157075.038478:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685001344 00002000:00100000:0.0:1746157075.038533:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7100 x1830977685001344/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.038543:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7100 with x1830977685001344 ext(0->4095) 00002000:00010000:0.0:1746157075.038548:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c7100 00000100:00100000:0.0:1746157075.038583:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13497 00000100:00100000:0.0:1746157075.038590:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685001344:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157075.039397:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685001344:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 807us (982us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157075.039403:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13497 00002000:00100000:0.0:1746157075.039409:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7100 x1830977685001344/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.039416:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7100 with x1830977685001344 ext(0->4095) 00002000:00010000:0.0:1746157075.039420:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c7100 00000100:00100000:0.0:1746157075.039902:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.040926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.041978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157075.044077:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157075.044389:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685001984 00000100:00100000:0.0:1746157075.044393:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685001984 00002000:00100000:0.0:1746157075.044428:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c6a00 x1830977685001984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.044438:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6a00 with x1830977685001984 ext(0->4095) 00010000:00010000:0.0:1746157075.044444:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fb25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efd8 expref: 31 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157075.044455:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fb25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efd8 expref: 31 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157075.044461:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c6a00 00000100:00100000:0.0:1746157075.044477:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2436 00000100:00100000:0.0:1746157075.044483:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2011:x1830977685001984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157075.044628:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2011:x1830977685001984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157075.044634:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2436 00002000:00100000:0.0:1746157075.044639:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c6a00 x1830977685001984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.044646:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6a00 with x1830977685001984 ext(0->4095) 00010000:00010000:0.0:1746157075.044651:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fb25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efd8 expref: 31 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157075.044662:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fb25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efd8 expref: 31 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157075.044668:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c6a00 00000100:00100000:0.0:1746157075.045886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.048171:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.048190:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685002368 00000100:00100000:0.0:1746157075.048193:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685002368 00002000:00100000:0.0:1746157075.048221:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0a80 x1830977685002368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.048229:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0a80 with x1830977685002368 ext(0->4095) 00002000:00010000:0.0:1746157075.048233:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f0a80 00000100:00100000:0.0:1746157075.048257:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13498 00000100:00100000:0.0:1746157075.048263:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2011:x1830977685002368:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157075.048376:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2011:x1830977685002368:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157075.048382:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13498 00002000:00100000:0.0:1746157075.048387:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0a80 x1830977685002368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.048394:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0a80 with x1830977685002368 ext(0->4095) 00002000:00010000:0.0:1746157075.048397:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f0a80 00000100:00100000:0.0:1746157075.049472:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.051797:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.054325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.056618:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.058277:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.060715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.063913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.067341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.068664:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2013:x1830977685003648:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 955us (1320us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1746157075.068672:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2437 00002000:00100000:0.0:1746157075.068679:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306f0e00 x1830977685003648/t4294970536(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/448 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.068687:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0e00 with x1830977685003648 ext(0->7) 00010000:00010000:0.0:1746157075.068694:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fb3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efed expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157075.068704:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fb3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481efed expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157075.068710:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0e00 00000100:00100000:0.0:1746157075.069901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.073209:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.073496:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685004032 00000100:00100000:1.0:1746157075.073504:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685004032 00002000:00100000:1.0:1746157075.073542:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0000 x1830977685004032/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.073552:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0000 with x1830977685004032 ext(0->4095) 00002000:00010000:1.0:1746157075.073556:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f0000 00000100:00100000:1.0:1746157075.073573:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13501 00000100:00100000:1.0:1746157075.073580:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685004032:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157075.074115:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685004032:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 533us (913us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.074122:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13501 00002000:00100000:1.0:1746157075.074128:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0000 x1830977685004032/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.074136:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0000 with x1830977685004032 ext(0->4095) 00002000:00010000:1.0:1746157075.074139:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f0000 00000100:00100000:0.0:1746157075.076670:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.082379:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.082448:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.084824:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.084876:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685004672 00000100:00100000:1.0:1746157075.084879:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685004672 00002000:00100000:1.0:1746157075.084904:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136b800 x1830977685004672/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.084911:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136b800 with x1830977685004672 ext(0->4095) 00010000:00010000:1.0:1746157075.084915:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fb48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481effb expref: 33 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.084926:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fb48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481effb expref: 33 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.084932:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136b800 00000100:00100000:1.0:1746157075.084953:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2438 00000100:00100000:1.0:1746157075.084958:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2011:x1830977685004672:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.085089:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2011:x1830977685004672:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.085096:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2438 00002000:00100000:1.0:1746157075.085101:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136b800 x1830977685004672/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.085113:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136b800 with x1830977685004672 ext(0->4095) 00010000:00010000:1.0:1746157075.085117:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fb48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481effb expref: 33 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.085126:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fb48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481effb expref: 33 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.085132:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136b800 00000100:00100000:0.0:1746157075.086544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.086593:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.088487:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.088544:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685005184 00000100:00100000:1.0:1746157075.088548:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685005184 00002000:00100000:1.0:1746157075.088572:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136aa00 x1830977685005184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.088580:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136aa00 with x1830977685005184 ext(0->4095) 00010000:00010000:1.0:1746157075.088586:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aaa00/0x7b65fed88534fb4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f002 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.088596:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6aaa00/0x7b65fed88534fb4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f002 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.088602:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136aa00 00000100:00100000:1.0:1746157075.088620:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2439 00000100:00100000:1.0:1746157075.088625:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685005184:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.088756:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685005184:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.088761:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2439 00002000:00100000:1.0:1746157075.088767:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136aa00 x1830977685005184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.088773:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136aa00 with x1830977685005184 ext(0->4095) 00010000:00010000:1.0:1746157075.088777:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6aaa00/0x7b65fed88534fb4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f002 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.088786:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6aaa00/0x7b65fed88534fb4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f002 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.088791:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136aa00 00000100:00100000:0.0:1746157075.089852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.089878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.091600:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.091839:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685005696 00000100:00100000:1.0:1746157075.091844:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685005696 00002000:00100000:1.0:1746157075.091874:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131369c00 x1830977685005696/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.091882:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131369c00 with x1830977685005696 ext(0->4095) 00010000:00010000:1.0:1746157075.091888:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6abc00/0x7b65fed88534fb56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f009 expref: 6 pid: 9578 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.091900:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6abc00/0x7b65fed88534fb56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f009 expref: 6 pid: 9578 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.091906:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131369c00 00000100:00100000:1.0:1746157075.091932:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2440 00000100:00100000:1.0:1746157075.091938:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685005696:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.092079:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685005696:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.092089:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2440 00002000:00100000:1.0:1746157075.092095:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131369c00 x1830977685005696/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.092102:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131369c00 with x1830977685005696 ext(0->4095) 00010000:00010000:1.0:1746157075.092107:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6abc00/0x7b65fed88534fb56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f009 expref: 6 pid: 9578 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.092115:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6abc00/0x7b65fed88534fb56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f009 expref: 6 pid: 9578 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.092121:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131369c00 00000100:00100000:0.0:1746157075.093305:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.096148:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.096215:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685006080 00000100:00100000:1.0:1746157075.096223:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685006080 00002000:00100000:1.0:1746157075.096261:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131369f80 x1830977685006080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.096270:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131369f80 with x1830977685006080 ext(0->4095) 00002000:00010000:1.0:1746157075.096274:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131369f80 00000100:00100000:1.0:1746157075.096302:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13502 00000100:00100000:1.0:1746157075.096308:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685006080:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.097090:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685006080:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 781us (942us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.097097:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13502 00002000:00100000:1.0:1746157075.097103:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131369f80 x1830977685006080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.097118:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131369f80 with x1830977685006080 ext(0->4095) 00002000:00010000:1.0:1746157075.097121:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131369f80 00000100:00100000:0.0:1746157075.098251:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.100476:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.103243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.103343:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685006592 00000100:00100000:1.0:1746157075.103349:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685006592 00002000:00100000:1.0:1746157075.103395:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d678700 x1830977685006592/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.103405:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678700 with x1830977685006592 ext(0->4095) 00002000:00010000:1.0:1746157075.103411:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d678700 00000100:00100000:1.0:1746157075.103441:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13503 00000100:00100000:1.0:1746157075.103447:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685006592:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.103616:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685006592:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.103623:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13503 00002000:00100000:1.0:1746157075.103628:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d678700 x1830977685006592/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.103635:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678700 with x1830977685006592 ext(0->4095) 00002000:00010000:1.0:1746157075.103638:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d678700 00000100:00100000:0.0:1746157075.105163:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.106299:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.106346:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685006848 00000100:00100000:1.0:1746157075.106351:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685006848 00000100:00100000:1.0:1746157075.106390:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29383 00000100:00100000:1.0:1746157075.106396:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:1767:x1830977685006848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.106405:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.106414:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fb72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f025 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.106430:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.106435:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534fb6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f01e expref: 34 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.106440:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.106443:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fb72 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f025 expref: 34 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.106465:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534fb6b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f01e expref: 34 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.106475:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fb72 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f025 expref: 34 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.106484:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157075.106530:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:1767:x1830977685006848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.106536:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29383 00000100:00100000:0.0:1746157075.108965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.111566:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.111643:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685007232 00000100:00100000:1.0:1746157075.111650:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685007232 00002000:00100000:1.0:1746157075.111686:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d678e00 x1830977685007232/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.111693:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678e00 with x1830977685007232 ext(0->4095) 00010000:00010000:1.0:1746157075.111700:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534fb6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f01e expref: 33 pid: 9578 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.111713:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534fb6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f01e expref: 33 pid: 9578 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.111717:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d678e00 00000100:00100000:1.0:1746157075.111765:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2441 00000100:00100000:1.0:1746157075.111770:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2011:x1830977685007232:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.111915:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2011:x1830977685007232:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.111918:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2441 00002000:00100000:1.0:1746157075.111922:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d678e00 x1830977685007232/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.111927:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678e00 with x1830977685007232 ext(0->4095) 00010000:00010000:1.0:1746157075.111930:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534fb6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f01e expref: 33 pid: 9578 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.111936:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f150c00/0x7b65fed88534fb6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f01e expref: 33 pid: 9578 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.111940:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d678e00 00000100:00100000:0.0:1746157075.114248:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.114952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.117090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.118325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.118479:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685008000 00000100:00100000:1.0:1746157075.118490:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685008000 00000100:00100000:1.0:1746157075.118554:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29385 00000100:00100000:1.0:1746157075.118566:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:1767:x1830977685008000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.118584:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157075.118590:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157075.118599:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fb80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f033 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.118624:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.118629:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed88534fb79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f02c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.118634:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157075.118638:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fb80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f033 expref: 34 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.118673:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed88534fb79 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f02c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.118684:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fb80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f033 expref: 34 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.118693:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76000, rc 0) 00000100:00100000:1.0:1746157075.118936:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:1767:x1830977685008000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 373us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.118942:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29385 00000100:00100000:0.0:1746157075.120779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.124571:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.128566:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.131399:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.131482:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685008768 00000100:00100000:1.0:1746157075.131490:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685008768 00000100:00100000:1.0:1746157075.131547:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29386 00000100:00100000:1.0:1746157075.131555:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685008768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.131572:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.131592:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fb87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f03a expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.131621:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fb80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f033 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.131629:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.131631:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.131634:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fb87 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f03a expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.131667:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fb80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f033 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.131679:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88534fb80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f033 expref: 31 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157075.131692:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679092608:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157075.131867:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.133284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.133285:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679092608:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157075.133303:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fb87 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f03a expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.133314:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76c00, rc 0) 00000100:00100000:1.0:1746157075.133346:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685008768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1793us (1955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.133355:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29386 00000100:00100000:0.0:1746157075.135434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.139318:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.139360:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.139419:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685009280 00000100:00100000:1.0:1746157075.139428:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685009280 00000100:00100000:1.0:1746157075.139482:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29387 00000100:00100000:1.0:1746157075.139489:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:1767:x1830977685009280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.139570:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.139576:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fb95 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f041 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.139593:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.139596:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed88534fb8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f048 expref: 34 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.139600:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.139603:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fb95 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f041 expref: 34 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.139662:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed88534fb8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f048 expref: 34 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.139671:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fb95 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f041 expref: 34 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.139680:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77c00, rc 0) 00000100:00100000:1.0:1746157075.139711:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:1767:x1830977685009280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 224us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.139717:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29387 00000100:00100000:0.0:1746157075.141908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.145672:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.147717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.147877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.150501:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.150521:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685010304 00000100:00100000:1.0:1746157075.150526:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685010304 00002000:00100000:1.0:1746157075.150561:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03800 x1830977685010304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.150574:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03800 with x1830977685010304 ext(0->4095) 00010000:00010000:1.0:1746157075.150581:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fb95 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f041 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.150592:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fb95 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f041 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.150598:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca03800 00000100:00100000:1.0:1746157075.150627:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2445 00000100:00100000:1.0:1746157075.150634:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2011:x1830977685010304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.150779:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2011:x1830977685010304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.150785:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2445 00002000:00100000:1.0:1746157075.150925:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03800 x1830977685010304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.150933:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03800 with x1830977685010304 ext(0->4095) 00010000:00010000:1.0:1746157075.150938:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fb95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f041 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.150947:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fb95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f041 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.150952:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca03800 00000100:00100000:0.0:1746157075.152102:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.152524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.153988:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.154225:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685010816 00000100:00100000:1.0:1746157075.154229:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685010816 00002000:00100000:1.0:1746157075.154253:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03b80 x1830977685010816/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.154259:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03b80 with x1830977685010816 ext(0->4095) 00010000:00010000:1.0:1746157075.154263:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f150a00/0x7b65fed88534fb9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f04f expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.154270:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f150a00/0x7b65fed88534fb9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f04f expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.154275:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca03b80 00000100:00100000:1.0:1746157075.154284:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2446 00000100:00100000:1.0:1746157075.154288:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685010816:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157075.154399:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685010816:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.154405:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2446 00002000:00100000:1.0:1746157075.154410:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03b80 x1830977685010816/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.154417:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03b80 with x1830977685010816 ext(0->4095) 00010000:00010000:1.0:1746157075.154421:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f150a00/0x7b65fed88534fb9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f04f expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.154430:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f150a00/0x7b65fed88534fb9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f04f expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.154440:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca03b80 00000100:00100000:0.0:1746157075.156088:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.156253:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.158045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.160778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.161098:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685011456 00000100:00100000:1.0:1746157075.161103:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685011456 00002000:00100000:1.0:1746157075.161139:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca00700 x1830977685011456/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.161149:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00700 with x1830977685011456 ext(0->4095) 00002000:00010000:1.0:1746157075.161153:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca00700 00000100:00100000:1.0:1746157075.161183:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13506 00000100:00100000:1.0:1746157075.161189:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2011:x1830977685011456:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.161389:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2011:x1830977685011456:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 199us (612us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.161395:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13506 00002000:00100000:1.0:1746157075.161400:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca00700 x1830977685011456/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.161407:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00700 with x1830977685011456 ext(0->4095) 00002000:00010000:1.0:1746157075.161410:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca00700 00000100:00100000:0.0:1746157075.162763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.165834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.169076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.169835:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.169868:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685012096 00000100:00100000:1.0:1746157075.169884:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685012096 00002000:00100000:1.0:1746157075.169928:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ea00 x1830977685012096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.170493:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ea00 with x1830977685012096 ext(0->4095) 00010000:00010000:1.0:1746157075.170503:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fbb1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f064 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.170521:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fbb1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f064 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.170528:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ea00 00000100:00100000:1.0:1746157075.170561:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2447 00000100:00100000:1.0:1746157075.170568:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685012096:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.170712:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685012096:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (877us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.170718:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2447 00002000:00100000:1.0:1746157075.170723:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ea00 x1830977685012096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.170730:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ea00 with x1830977685012096 ext(0->4095) 00010000:00010000:1.0:1746157075.170757:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fbb1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f064 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.170765:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fbb1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f064 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.170770:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ea00 00000100:00100000:0.0:1746157075.173647:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.178155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.184643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.187079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.190233:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.193225:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.201033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.201267:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16734 00000100:00100000:1.0:1746157075.201277:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685013248:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.201291:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.201315:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88534fbbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f072 expref: 32 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.201325:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88534fbbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f072 expref: 32 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.201350:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88534fbbf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f072 expref: 32 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.201453:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.201455:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.201463:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fbc6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f079 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.201470:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fbc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f079 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.201511:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fbc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f079 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.201523:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679095040:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.201604:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.202206:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.203161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.203334:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679095040:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.203347:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.203369:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2010:x1830977685013248:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2094us (2340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.203378:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16734 00000100:00100000:1.0:1746157075.203407:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685013632 00000100:00100000:1.0:1746157075.203411:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685013632 00002000:00100000:1.0:1746157075.203939:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092890380 x1830977685013632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.203949:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890380 with x1830977685013632 ext(0->4095) 00010000:00010000:1.0:1746157075.203956:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fbc6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f079 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.203971:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fbc6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f079 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.203976:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092890380 00000100:00100000:1.0:1746157075.203991:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2449 00000100:00100000:1.0:1746157075.204006:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685013632:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.204124:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685013632:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (963us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.204130:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2449 00002000:00100000:1.0:1746157075.204135:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092890380 x1830977685013632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.204142:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890380 with x1830977685013632 ext(0->4095) 00010000:00010000:1.0:1746157075.204146:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fbc6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f079 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.204154:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fbc6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f079 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.204159:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092890380 00000100:00100000:0.0:1746157075.206384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.206651:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685013760 00000100:00100000:1.0:1746157075.206661:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685013760 00000100:00100000:1.0:1746157075.207035:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29397 00000100:00100000:1.0:1746157075.207042:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:1768:x1830977685013760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.207056:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.207070:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f087 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.207090:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.207095:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fbcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f080 expref: 34 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.207100:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.207102:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 34 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.207130:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fbcd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f080 expref: 34 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.207139:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 34 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.207146:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76c00, rc 0) 00000100:00100000:1.0:1746157075.207586:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:1768:x1830977685013760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 542us (1210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.207626:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29397 00000100:00100000:0.0:1746157075.207791:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.208366:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685013888 00000100:00100000:1.0:1746157075.208376:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685013888 00010000:00010000:1.0:1746157075.208401:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fbc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f079 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157075.208431:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16735 00000100:00100000:1.0:1746157075.208437:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685013888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.208446:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.208827:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fbc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f079 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.208838:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fbc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f079 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.208855:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fbc6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f079 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.208880:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.208882:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.208888:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fbcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f080 expref: 32 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.208894:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fbcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f080 expref: 32 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.208921:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fbcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f080 expref: 32 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.208930:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fbcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f080 expref: 32 pid: 9674 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157075.208947:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679095424:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.209038:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.210580:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679095424:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.210601:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.210813:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685013888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2373us (3020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.210823:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16735 00000100:00100000:0.0:1746157075.211164:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.214371:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.214494:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685014272 00000100:00100000:1.0:1746157075.214503:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685014272 00010000:00010000:1.0:1746157075.214531:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fbcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f080 expref: 33 pid: 9674 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157075.214565:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16736 00000100:00100000:1.0:1746157075.214572:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2010:x1830977685014272:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.214584:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.214600:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fbcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f080 expref: 33 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.214611:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fbcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f080 expref: 33 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.214631:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fbcd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f080 expref: 33 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.214659:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.214661:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.214667:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 32 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.214674:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 32 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.214700:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 32 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.214710:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679095552:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.214797:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.216467:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679095552:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.216490:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.216535:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685014272:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1962us (2170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.216551:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16736 00000100:00100000:0.0:1746157075.217103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.218854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.218931:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685014656 00000100:00100000:1.0:1746157075.218938:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685014656 00000100:00100000:1.0:1746157075.218985:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29398 00000100:00100000:1.0:1746157075.219004:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685014656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.219019:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.219037:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbdb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f08e expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.219065:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.219077:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.219079:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.219083:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbdb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f08e expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.219114:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.219127:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 31 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157075.219140:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679095680:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157075.219217:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.220579:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679095680:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157075.220606:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbdb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f08e expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.220621:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77600, rc 0) 00000100:00100000:1.0:1746157075.220654:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685014656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1662us (1804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.220662:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29398 00000100:00100000:0.0:1746157075.222678:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.222762:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685014784 00000100:00100000:1.0:1746157075.222770:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685014784 00010000:00010000:1.0:1746157075.222800:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157075.223388:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16737 00000100:00100000:1.0:1746157075.223402:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2011:x1830977685014784:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.223417:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.223436:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.223447:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.223465:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fbd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f087 expref: 32 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.223494:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.223496:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.223501:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbdb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f08e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.223508:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f08e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.223537:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f08e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.223548:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679095808:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.223822:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.225414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.225649:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679095808:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.225666:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.225700:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2011:x1830977685014784:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2305us (3030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.225816:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16737 00000100:00100000:0.0:1746157075.227517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.227568:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685015168 00000100:00100000:1.0:1746157075.227575:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685015168 00000100:00100000:1.0:1746157075.227624:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29399 00000100:00100000:1.0:1746157075.227632:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:1767:x1830977685015168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.227648:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.227664:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fbe2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f095 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.227688:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbdb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f08e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.227695:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.227696:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.227700:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fbe2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f095 expref: 32 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.227728:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f08e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.227766:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbdb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f08e expref: 5 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157075.227777:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679095936:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157075.227882:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.228338:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.230720:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679095936:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157075.230838:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157075.231665:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fbe2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f095 expref: 33 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.231673:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88534fbe2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f095 expref: 33 pid: 9577 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.231681:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157075.231723:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:1767:x1830977685015168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4092us (4212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.231729:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29399 00000100:00100000:0.0:1746157075.233154:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.236403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.241537:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.243421:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685016064 00000100:00100000:1.0:1746157075.243429:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685016064 00002000:00100000:1.0:1746157075.243457:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11f80 x1830977685016064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.243466:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11f80 with x1830977685016064 ext(0->4095) 00002000:00010000:1.0:1746157075.243471:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d11f80 00000100:00100000:1.0:1746157075.243495:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13510 00000100:00100000:1.0:1746157075.243501:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685016064:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.243623:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685016064:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (2093us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.243628:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13510 00002000:00100000:1.0:1746157075.243632:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11f80 x1830977685016064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.243644:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11f80 with x1830977685016064 ext(0->4095) 00002000:00010000:1.0:1746157075.243647:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d11f80 00000100:00100000:0.0:1746157075.245445:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.245503:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685016192 00000100:00100000:1.0:1746157075.245512:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685016192 00000100:00100000:1.0:1746157075.245571:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29401 00000100:00100000:1.0:1746157075.245579:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685016192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.245594:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.245609:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fbf0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f0a3 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.245635:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fbe9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f09c expref: 31 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.245642:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.245643:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.245646:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fbf0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0a3 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.245677:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fbe9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f09c expref: 31 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.245688:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fbe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f09c expref: 31 pid: 9674 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157075.245700:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679096448:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157075.246265:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.248256:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679096448:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157075.248288:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fbf0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0a3 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.248306:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76400, rc 0) 00000100:00100000:1.0:1746157075.248349:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685016192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2771us (2910us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.248358:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29401 00000100:00100000:0.0:1746157075.249215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.251810:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.251956:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685016448 00000100:00100000:1.0:1746157075.251964:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685016448 00000100:00100000:1.0:1746157075.252035:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29402 00000100:00100000:1.0:1746157075.252043:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:1767:x1830977685016448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.252063:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.252079:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f0aa expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.252108:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fbf0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0a3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.252116:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.252118:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.252122:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbf7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0aa expref: 32 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.252149:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fbf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0a3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.252160:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fbf0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0a3 expref: 5 pid: 9577 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746157075.252173:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679096704:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157075.252230:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.252881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.254866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.254949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.254957:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679096704:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157075.254979:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fbf7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0aa expref: 32 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.255006:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77600, rc 0) 00000100:00100000:1.0:1746157075.255039:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:1767:x1830977685016448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2997us (3236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.255047:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29402 00000100:00100000:0.0:1746157075.257783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.260417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.264898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.267470:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.270540:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.273767:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.274302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.278348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.278469:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685018368 00000100:00100000:1.0:1746157075.278479:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685018368 00000100:00100000:1.0:1746157075.278542:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29406 00000100:00100000:1.0:1746157075.278549:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:1768:x1830977685018368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.278570:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.278588:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534fc13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f0c6 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.278607:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.278611:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed88534fc0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0bf expref: 34 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.278617:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.278620:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534fc13 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0c6 expref: 34 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.278654:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed88534fc0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0bf expref: 34 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.278663:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534fc13 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0c6 expref: 33 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.278669:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:1.0:1746157075.278768:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:1768:x1830977685018368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.278775:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29406 00000100:00100000:0.0:1746157075.279138:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.282588:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.285243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.291847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.291947:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685019136 00000100:00100000:1.0:1746157075.291960:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685019136 00002000:00100000:1.0:1746157075.292035:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091392300 x1830977685019136/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.292046:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091392300 with x1830977685019136 ext(0->4095) 00002000:00010000:1.0:1746157075.292052:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091392300 00000100:00100000:1.0:1746157075.292108:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13513 00000100:00100000:1.0:1746157075.292120:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2010:x1830977685019136:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.292354:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685019136:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 235us (524us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.292361:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13513 00002000:00100000:1.0:1746157075.292369:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091392300 x1830977685019136/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.292381:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091392300 with x1830977685019136 ext(0->4095) 00002000:00010000:1.0:1746157075.292385:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091392300 00000100:00100000:0.0:1746157075.294939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.301156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.302451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.305658:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.305834:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685019776 00000100:00100000:1.0:1746157075.305842:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685019776 00002000:00100000:1.0:1746157075.305888:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8a80 x1830977685019776/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.305898:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8a80 with x1830977685019776 ext(0->4095) 00010000:00010000:1.0:1746157075.305905:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fc1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0cd expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.305917:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fc1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0cd expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.305923:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8a80 00000100:00100000:1.0:1746157075.305990:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2455 00000100:00100000:1.0:1746157075.306008:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685019776:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.306727:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685019776:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 716us (1067us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.306766:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2455 00002000:00100000:1.0:1746157075.306774:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8a80 x1830977685019776/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.306782:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8a80 with x1830977685019776 ext(0->4095) 00010000:00010000:1.0:1746157075.306789:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fc1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0cd expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.306800:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fc1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0cd expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.306806:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8a80 00000100:00100000:0.0:1746157075.309561:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.314549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.318696:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.324046:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.324397:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685020416 00000100:00100000:1.0:1746157075.324405:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685020416 00002000:00100000:1.0:1746157075.324451:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccfbb80 x1830977685020416/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.324461:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfbb80 with x1830977685020416 ext(0->7) 00010000:00010000:1.0:1746157075.324468:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fc21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0d4 expref: 32 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.324481:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fc21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0d4 expref: 32 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.324487:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfbb80 00000100:00100000:1.0:1746157075.324520:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2456 00000100:00100000:1.0:1746157075.324527:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685020416:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157075.326221:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2010:x1830977685020416:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1682us (2177us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1746157075.326236:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2456 00002000:00100000:0.0:1746157075.326247:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccfbb80 x1830977685020416/t4294970537(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/448 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.326257:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfbb80 with x1830977685020416 ext(0->7) 00010000:00010000:0.0:1746157075.326268:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fc21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0d4 expref: 34 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157075.326283:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fc21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0d4 expref: 34 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157075.326291:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfbb80 00000100:00100000:0.0:1746157075.332353:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.332595:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.336477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.338507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.345840:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.352929:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.359568:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.362809:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2010:x1830977685021568:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1864us (3242us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1746157075.362822:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2458 00002000:00100000:0.0:1746157075.362832:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b335c00 x1830977685021568/t4294970538(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/448 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.362842:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335c00 with x1830977685021568 ext(0->7) 00010000:00010000:0.0:1746157075.362852:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fc2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0e2 expref: 36 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157075.362868:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fc2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0e2 expref: 36 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157075.362875:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b335c00 00000100:00100000:0.0:1746157075.366031:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.370848:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.371048:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685021952 00000100:00100000:1.0:1746157075.371056:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685021952 00002000:00100000:1.0:1746157075.371100:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b334a80 x1830977685021952/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.371109:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334a80 with x1830977685021952 ext(0->4095) 00002000:00010000:1.0:1746157075.371114:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b334a80 00000100:00100000:1.0:1746157075.371135:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13516 00000100:00100000:1.0:1746157075.371142:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685021952:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.371628:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685021952:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 483us (779us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.371635:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13516 00002000:00100000:1.0:1746157075.371641:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b334a80 x1830977685021952/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.371648:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334a80 with x1830977685021952 ext(0->4095) 00002000:00010000:1.0:1746157075.371651:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b334a80 00000100:00100000:0.0:1746157075.372201:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.374382:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685022208 00000100:00100000:0.0:1746157075.374388:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685022208 00000100:00100000:0.0:1746157075.374429:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29413 00000100:00100000:0.0:1746157075.374436:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:1768:x1830977685022208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157075.374451:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157075.374468:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eca0800/0x7b65fed88534fc44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f0f7 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157075.374490:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157075.374495:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fc3d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0f0 expref: 38 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157075.374501:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157075.374504:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca0800/0x7b65fed88534fc44 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0f7 expref: 38 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157075.374541:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fc3d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0f0 expref: 38 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157075.374553:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eca0800/0x7b65fed88534fc44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0f7 expref: 38 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157075.374562:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca0800, rc 0) 00000100:00100000:0.0:1746157075.374609:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:1768:x1830977685022208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157075.374619:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29413 00000100:00100000:0.0:1746157075.375932:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.380855:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.381257:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685022592 00000100:00100000:1.0:1746157075.381264:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685022592 00002000:00100000:1.0:1746157075.381308:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336300 x1830977685022592/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.381318:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336300 with x1830977685022592 ext(0->4095) 00010000:00010000:1.0:1746157075.381326:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fc3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0f0 expref: 37 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.381340:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fc3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0f0 expref: 37 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.381347:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336300 00000100:00100000:1.0:1746157075.381827:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2459 00000100:00100000:1.0:1746157075.381835:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2011:x1830977685022592:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.381975:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2011:x1830977685022592:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (1133us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.381982:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2459 00002000:00100000:1.0:1746157075.381988:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336300 x1830977685022592/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.382007:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336300 with x1830977685022592 ext(0->4095) 00010000:00010000:1.0:1746157075.382013:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fc3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0f0 expref: 37 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.382022:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fc3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0f0 expref: 37 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.382028:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336300 00000100:00100000:0.0:1746157075.386163:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.392887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.395029:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.398952:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.410237:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.410548:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.410927:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685023616 00000100:00100000:1.0:1746157075.410931:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685023616 00002000:00100000:1.0:1746157075.410969:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fed80 x1830977685023616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.410978:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fed80 with x1830977685023616 ext(0->4095) 00002000:00010000:1.0:1746157075.410983:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fed80 00000100:00100000:1.0:1746157075.411004:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13518 00000100:00100000:1.0:1746157075.411009:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685023616:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.411491:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685023616:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 480us (941us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.411498:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13518 00002000:00100000:1.0:1746157075.411504:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fed80 x1830977685023616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.411516:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fed80 with x1830977685023616 ext(0->4095) 00010000:00010000:1.0:1746157075.411521:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fc4b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0fe expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.411531:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88534fc4b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f0fe expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.411535:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2fed80 00000100:00100000:0.0:1746157075.414488:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.415250:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.421889:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.422167:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685024128 00000100:00100000:1.0:1746157075.422177:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685024128 00002000:00100000:1.0:1746157075.422229:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fd180 x1830977685024128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.422239:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fd180 with x1830977685024128 ext(0->4095) 00010000:00010000:1.0:1746157075.422248:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534fc52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f105 expref: 37 pid: 9579 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.422262:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534fc52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f105 expref: 37 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.422269:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2fd180 00000100:00100000:1.0:1746157075.422304:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2460 00000100:00100000:1.0:1746157075.422311:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2011:x1830977685024128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.422497:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2011:x1830977685024128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 185us (619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.422503:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2460 00002000:00100000:1.0:1746157075.422510:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fd180 x1830977685024128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.422517:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fd180 with x1830977685024128 ext(0->4095) 00010000:00010000:1.0:1746157075.422521:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534fc52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f105 expref: 37 pid: 9579 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.422530:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534fc52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f105 expref: 37 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.422535:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2fd180 00000100:00100000:0.0:1746157075.424972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.430018:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.433853:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.437952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.438604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.442348:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.445876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.453075:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.457179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.464058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.464170:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685025792 00000100:00100000:1.0:1746157075.464178:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685025792 00002000:00100000:1.0:1746157075.464220:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b259180 x1830977685025792/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.464229:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259180 with x1830977685025792 ext(0->7) 00010000:00010000:1.0:1746157075.464236:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed88534fc67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f11a expref: 36 pid: 9579 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.464248:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed88534fc67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f11a expref: 36 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.464255:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259180 00000100:00100000:1.0:1746157075.464284:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2462 00000100:00100000:1.0:1746157075.464292:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2010:x1830977685025792:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157075.466941:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2010:x1830977685025792:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2638us (2878us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1746157075.466954:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2462 00002000:00100000:0.0:1746157075.466964:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b259180 x1830977685025792/t4294970539(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/448 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.466975:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259180 with x1830977685025792 ext(0->7) 00010000:00010000:0.0:1746157075.466986:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed88534fc67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f11a expref: 38 pid: 9579 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157075.467018:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed88534fc67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f11a expref: 38 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157075.467025:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259180 00000100:00100000:0.0:1746157075.470543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.472013:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.476579:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.476927:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685026304 00000100:00100000:1.0:1746157075.476935:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685026304 00002000:00100000:1.0:1746157075.476976:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259f80 x1830977685026304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.476986:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259f80 with x1830977685026304 ext(0->4095) 00010000:00010000:1.0:1746157075.477006:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534fc6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f121 expref: 6 pid: 9579 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.477020:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534fc6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f121 expref: 6 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.477026:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259f80 00000100:00100000:1.0:1746157075.477053:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2463 00000100:00100000:1.0:1746157075.477060:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685026304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.477727:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685026304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 665us (1146us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.477733:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2463 00002000:00100000:1.0:1746157075.477895:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259f80 x1830977685026304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.477902:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259f80 with x1830977685026304 ext(0->4095) 00010000:00010000:1.0:1746157075.477907:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534fc6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f121 expref: 6 pid: 9579 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.477916:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d600/0x7b65fed88534fc6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f121 expref: 6 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.477921:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259f80 00000100:00100000:0.0:1746157075.480048:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.483679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.487052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.490675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.493571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.493665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.496169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.496228:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685027456 00000100:00100000:1.0:1746157075.496235:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685027456 00000100:00100000:0.0:1746157075.496273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.496281:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29423 00000100:00100000:1.0:1746157075.496288:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:1768:x1830977685027456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.496308:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.496323:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fc8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f13d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.496346:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.496352:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534fc83 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f136 expref: 40 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.496358:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.496361:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fc8a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f13d expref: 40 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.496392:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534fc83 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f136 expref: 40 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.496403:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534fc8a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f13d expref: 40 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.496414:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76c00, rc 0) 00000100:00100000:1.0:1746157075.496465:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:1768:x1830977685027456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.496471:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29423 00000100:00100000:0.0:1746157075.499046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.504062:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.507200:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.509864:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.516287:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.519018:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.520819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.520836:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685028864 00000100:00100000:0.0:1746157075.520839:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685028864 00002000:00100000:0.0:1746157075.520870:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089880 x1830977685028864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.520878:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089880 with x1830977685028864 ext(0->4095) 00010000:00010000:0.0:1746157075.520884:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fc91 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f144 expref: 6 pid: 9579 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157075.520892:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fc91 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f144 expref: 6 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157075.520897:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089880 00000100:00100000:0.0:1746157075.520909:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2466 00000100:00100000:0.0:1746157075.520913:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685028864:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157075.521043:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685028864:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (223us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157075.521050:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2466 00002000:00100000:0.0:1746157075.521056:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089880 x1830977685028864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.521062:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089880 with x1830977685028864 ext(0->4095) 00010000:00010000:0.0:1746157075.521067:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fc91 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f144 expref: 6 pid: 9579 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157075.521699:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fc91 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f144 expref: 6 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157075.521706:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089880 00000100:00100000:0.0:1746157075.525777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.526177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.528803:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.532503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.538130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.542436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.574883:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.578647:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2013:x1830977685030016:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 3580us (3751us total) trans 4294970540 rc 0/0 00000100:00100000:0.0:1746157075.578660:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2468 00002000:00100000:0.0:1746157075.578673:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091089180 x1830977685030016/t4294970540(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/448 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.578683:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089180 with x1830977685030016 ext(0->7) 00010000:00010000:0.0:1746157075.578695:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fc9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f152 expref: 40 pid: 9579 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746157075.578719:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fc9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f152 expref: 40 pid: 9579 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746157075.578726:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089180 00000100:00100000:0.0:1746157075.580652:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.585494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.594301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.594369:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685030528 00000100:00100000:1.0:1746157075.594380:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685030528 00002000:00100000:1.0:1746157075.594433:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088380 x1830977685030528/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.594444:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088380 with x1830977685030528 ext(0->4095) 00010000:00010000:1.0:1746157075.594454:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed88534fca6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f159 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.594469:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed88534fca6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f159 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.594476:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091088380 00000100:00100000:1.0:1746157075.594501:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2469 00000100:00100000:1.0:1746157075.594508:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685030528:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.594681:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685030528:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.594688:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2469 00002000:00100000:1.0:1746157075.594694:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088380 x1830977685030528/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.594701:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088380 with x1830977685030528 ext(0->4095) 00010000:00010000:1.0:1746157075.594705:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed88534fca6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f159 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746157075.594714:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed88534fca6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f159 expref: 6 pid: 9674 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746157075.594719:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091088380 00000100:00100000:0.0:1746157075.599589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.606413:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685030912 00000100:00100000:1.0:1746157075.606425:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685030912 00002000:00100000:1.0:1746157075.606476:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c4700 x1830977685030912/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.606487:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c4700 with x1830977685030912 ext(0->4095) 00002000:00010000:1.0:1746157075.606493:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c4700 00000100:00100000:1.0:1746157075.606530:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13524 00000100:00100000:1.0:1746157075.606538:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2011:x1830977685030912:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.606712:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2011:x1830977685030912:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.606720:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13524 00002000:00100000:1.0:1746157075.606725:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c4700 x1830977685030912/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.606732:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c4700 with x1830977685030912 ext(0->4095) 00002000:00010000:1.0:1746157075.606764:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c4700 00000100:00100000:0.0:1746157075.612807:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.619320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.619423:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685031168 00000100:00100000:1.0:1746157075.619433:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685031168 00002000:00100000:1.0:1746157075.619486:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009108ad80 x1830977685031168/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.619495:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108ad80 with x1830977685031168 ext(0->7) 00010000:00010000:1.0:1746157075.619505:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fcad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f160 expref: 40 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.619521:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fcad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f160 expref: 40 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157075.619533:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108ad80 00000100:00100000:1.0:1746157075.619554:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2470 00000100:00100000:1.0:1746157075.619561:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2012:x1830977685031168:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157075.620298:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2012:x1830977685031168:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 734us (988us total) trans 4294970541 rc 0/0 00000100:00100000:0.0:1746157075.620305:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2470 00002000:00100000:0.0:1746157075.620312:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009108ad80 x1830977685031168/t4294970541(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/448 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.620319:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108ad80 with x1830977685031168 ext(0->7) 00010000:00010000:0.0:1746157075.620323:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fcad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f160 expref: 42 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157075.620334:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88534fcad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f160 expref: 42 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157075.620340:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108ad80 00000100:00100000:0.0:1746157075.631337:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.640262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.640360:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685031552 00000100:00100000:1.0:1746157075.640370:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685031552 00002000:00100000:1.0:1746157075.640428:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089500 x1830977685031552/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.640440:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089500 with x1830977685031552 ext(0->4095) 00002000:00010000:1.0:1746157075.640445:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091089500 00000100:00100000:1.0:1746157075.640465:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13525 00000100:00100000:1.0:1746157075.640473:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685031552:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.640654:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685031552:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 181us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.640660:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13525 00002000:00100000:1.0:1746157075.640666:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089500 x1830977685031552/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.640673:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089500 with x1830977685031552 ext(0->4095) 00002000:00010000:1.0:1746157075.640675:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091089500 00000100:00100000:0.0:1746157075.643127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.649653:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.657876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.658316:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685032064 00000100:00100000:1.0:1746157075.658328:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685032064 00002000:00100000:1.0:1746157075.658372:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5caa00 x1830977685032064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.658387:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5caa00 with x1830977685032064 ext(0->4095) 00002000:00010000:1.0:1746157075.658392:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5caa00 00000100:00100000:1.0:1746157075.658428:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13526 00000100:00100000:1.0:1746157075.658437:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2012:x1830977685032064:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157075.658573:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2012:x1830977685032064:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.658579:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13526 00002000:00100000:1.0:1746157075.658584:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5caa00 x1830977685032064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.658591:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5caa00 with x1830977685032064 ext(0->4095) 00002000:00010000:1.0:1746157075.658593:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5caa00 00000100:00100000:0.0:1746157075.663246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.669224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.673610:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685032320 00000100:00100000:1.0:1746157075.673620:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685032320 00002000:00100000:1.0:1746157075.673658:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5c9880 x1830977685032320/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.673668:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9880 with x1830977685032320 ext(0->7) 00010000:00010000:1.0:1746157075.673676:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fcbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f16e expref: 42 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.673689:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fcbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f16e expref: 42 pid: 9579 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157075.673695:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9880 00000100:00100000:1.0:1746157075.673714:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2471 00000100:00100000:1.0:1746157075.673721:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2013:x1830977685032320:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157075.677890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.684587:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2013:x1830977685032320:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 10851us (15349us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746157075.684600:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2471 00002000:00100000:0.0:1746157075.684611:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5c9880 x1830977685032320/t4294970542(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 496/448 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157075.684620:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9880 with x1830977685032320 ext(0->7) 00010000:00010000:0.0:1746157075.684631:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fcbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f16e expref: 45 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157075.684649:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fcbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f16e expref: 45 pid: 9579 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157075.684655:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9880 00000100:00100000:0.0:1746157075.691325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.698634:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.704356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.708812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.715176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.723911:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.729928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.734892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.736257:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.742631:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.742683:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.746821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.750227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.754569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.756499:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.756787:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16775 00000100:00100000:1.0:1746157075.756826:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685035136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.756838:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.756857:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fcde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f191 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.756867:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fcde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f191 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.756889:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fcde lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f191 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.756921:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.756923:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.756930:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534fce5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f198 expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.756938:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534fce5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f198 expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.756969:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534fce5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f198 expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.756980:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679105536:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.757062:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.758982:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679105536:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.759009:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.759050:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685035136:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2255us (2553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.759060:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16775 00000100:00100000:0.0:1746157075.759400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.762064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.765574:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.765679:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685035648 00000100:00100000:1.0:1746157075.765685:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685035648 00010000:00010000:1.0:1746157075.765712:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534fce5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f198 expref: 46 pid: 9579 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.765767:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16776 00000100:00100000:1.0:1746157075.765773:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2010:x1830977685035648:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.765785:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.765805:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534fce5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f198 expref: 46 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.765817:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534fce5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f198 expref: 46 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.765838:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534fce5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f198 expref: 46 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.765864:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.765866:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.765873:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fcec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f19f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.765880:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fcec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f19f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.765907:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fcec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f19f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.765918:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679105792:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.765980:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.767427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.767490:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679105792:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.767503:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.767529:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2010:x1830977685035648:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1756us (1959us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.767537:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16776 00000100:00100000:0.0:1746157075.769543:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.769928:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.770573:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29439 00000100:00100000:1.0:1746157075.770580:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1768:x1830977685036160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.770587:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.770593:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fcfa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f1ad expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.770604:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.770607:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.770612:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.770618:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fcfa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ad expref: 48 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.770638:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.770648:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fcfa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ad expref: 48 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.770657:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76400, rc 0) 00000100:00100000:1.0:1746157075.770677:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:1768:x1830977685036160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.770683:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29439 00000100:00100000:0.0:1746157075.772849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.772930:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685036288 00000100:00100000:1.0:1746157075.772935:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685036288 00010000:00010000:1.0:1746157075.772956:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fcec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f19f expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.772976:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16777 00000100:00100000:1.0:1746157075.772982:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685036288:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.772998:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.773017:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fcec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f19f expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.773028:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fcec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f19f expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.773046:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fcec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f19f expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.773066:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.773068:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.773073:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.773080:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.773102:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.773112:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 46 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.773120:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679106176:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.773166:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.774055:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679106176:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.774064:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.774408:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685036288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1423us (1557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.774416:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16777 00000100:00100000:0.0:1746157075.774560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.774617:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685036544 00000100:00100000:1.0:1746157075.774621:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685036544 00002000:00100000:1.0:1746157075.774646:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84e00 x1830977685036544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.774655:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84e00 with x1830977685036544 ext(0->4095) 00010000:00010000:1.0:1746157075.774660:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.774675:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157075.774680:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce84e00 00000100:00100000:1.0:1746157075.774962:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2477 00000100:00100000:1.0:1746157075.774969:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2012:x1830977685036544:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157075.775093:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2012:x1830977685036544:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.775099:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2477 00002000:00100000:1.0:1746157075.775104:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84e00 x1830977685036544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.775112:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84e00 with x1830977685036544 ext(0->4095) 00010000:00010000:1.0:1746157075.775116:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.775125:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157075.775131:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce84e00 00000100:00100000:0.0:1746157075.777249:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.777342:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685036672 00000100:00100000:1.0:1746157075.777349:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685036672 00010000:00010000:1.0:1746157075.777376:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.777507:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16778 00000100:00100000:1.0:1746157075.777516:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2013:x1830977685036672:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.777528:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.777547:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.777559:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.777578:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009121d200/0x7b65fed88534fcf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1a6 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.777601:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.777603:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.777609:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fcfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ad expref: 46 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.777617:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fcfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ad expref: 46 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.777649:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fcfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ad expref: 46 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.777662:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679106304:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.777793:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.779081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.779150:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679106304:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.779163:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.779187:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2013:x1830977685036672:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1673us (1948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.779196:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16778 00000100:00100000:0.0:1746157075.781240:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.783766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.783850:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685037184 00000100:00100000:1.0:1746157075.783856:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685037184 00010000:00010000:1.0:1746157075.783880:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fcfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ad expref: 46 pid: 9577 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.783906:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16779 00000100:00100000:1.0:1746157075.783912:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2010:x1830977685037184:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.783922:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.783940:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fcfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ad expref: 46 pid: 9577 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.783950:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fcfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ad expref: 46 pid: 9577 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.783980:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88534fcfa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ad expref: 46 pid: 9577 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.784012:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.784015:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.784021:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1b4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.784027:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1b4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.784053:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1b4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.784064:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679106560:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.784125:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.785731:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679106560:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.785773:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.785807:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2010:x1830977685037184:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1894us (2042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.785817:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16779 00000100:00100000:0.0:1746157075.786461:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.786531:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685037440 00000100:00100000:1.0:1746157075.786537:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685037440 00002000:00100000:1.0:1746157075.786703:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c57f480 x1830977685037440/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.786713:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57f480 with x1830977685037440 ext(0->4095) 00002000:00010000:1.0:1746157075.786718:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c57f480 00000100:00100000:1.0:1746157075.786823:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13531 00000100:00100000:1.0:1746157075.786830:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685037440:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.786954:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685037440:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.786960:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13531 00002000:00100000:1.0:1746157075.786966:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c57f480 x1830977685037440/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.786973:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57f480 with x1830977685037440 ext(0->4095) 00002000:00010000:1.0:1746157075.786975:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c57f480 00000100:00100000:0.0:1746157075.790079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.790242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.790319:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685037568 00000100:00100000:1.0:1746157075.790326:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685037568 00000100:00100000:1.0:1746157075.790779:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29442 00000100:00100000:1.0:1746157075.790785:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1768:x1830977685037568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.790792:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.790799:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fd0f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f1bb expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.790810:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.790814:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c2 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.790819:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.790821:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fd0f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1bb expref: 48 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.790848:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c2 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.790858:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fd0f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1bb expref: 48 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.790867:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157075.790888:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:1768:x1830977685037568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.790893:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29442 00000100:00100000:0.0:1746157075.792422:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.792489:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685037824 00000100:00100000:1.0:1746157075.792494:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685037824 00010000:00010000:1.0:1746157075.792511:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1b4 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.792538:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16780 00000100:00100000:1.0:1746157075.792544:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685037824:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.792552:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.792574:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1b4 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.792584:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1b4 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.792602:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1b4 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.792625:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.792626:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.792632:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c2 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.792638:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c2 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.792659:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c2 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.792669:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c2 expref: 46 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.792682:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679106944:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.793892:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.795780:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.795915:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679106944:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.795929:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.795957:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685037824:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3413us (3535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.795965:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16780 00000100:00100000:0.0:1746157075.797552:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.797622:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685038208 00000100:00100000:1.0:1746157075.797627:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685038208 00010000:00010000:1.0:1746157075.797647:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c2 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.797825:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16781 00000100:00100000:1.0:1746157075.797832:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5684050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2010:x1830977685038208:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.797842:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.797857:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c2 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.797869:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c2 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.797894:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c2 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.797908:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.797911:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.797919:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fd0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1bb expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.797927:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fd0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1bb expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.797954:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fd0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1bb expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.797966:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679107072:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.798043:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.800117:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679107072:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.800136:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.800178:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5684050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2010:x1830977685038208:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2345us (2627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.800188:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16781 00000100:00100000:0.0:1746157075.800653:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.802426:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.804571:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.804618:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685038720 00000100:00100000:1.0:1746157075.804624:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685038720 00010000:00010000:1.0:1746157075.804651:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fd0f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1bb expref: 46 pid: 9579 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.804685:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16782 00000100:00100000:1.0:1746157075.804691:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685038720:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.804700:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.804720:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fd0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1bb expref: 46 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.804752:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fd0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1bb expref: 46 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.804772:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88534fd0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1bb expref: 46 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.804784:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.804786:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.804792:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed88534fd16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c9 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.804798:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed88534fd16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c9 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.804829:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed88534fd16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c9 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.804837:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679107328:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.804936:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.806591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.806637:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679107328:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.806649:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.806686:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2011:x1830977685038720:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1995us (2122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.806693:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16782 00000100:00100000:0.0:1746157075.808130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.811030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.811070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.811160:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685039360 00000100:00100000:1.0:1746157075.811169:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685039360 00000100:00100000:1.0:1746157075.811208:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29445 00000100:00100000:1.0:1746157075.811216:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1767:x1830977685039360:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.811234:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.811253:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fd24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f1d7 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.811280:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.811286:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed88534fd1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d0 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.811293:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.811297:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fd24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d7 expref: 48 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.811335:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed88534fd1d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d0 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.811350:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fd24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d7 expref: 48 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.811360:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77c00, rc 0) 00000100:00100000:1.0:1746157075.811412:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:1767:x1830977685039360:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.811418:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29445 00000100:00100000:1.0:1746157075.811442:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685039232 00000100:00100000:1.0:1746157075.811445:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685039232 00010000:00010000:1.0:1746157075.811458:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed88534fd16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c9 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.811479:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16783 00000100:00100000:1.0:1746157075.811483:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685039232:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.811492:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.811514:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed88534fd16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c9 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.811526:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed88534fd16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c9 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.812065:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed88534fd16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1c9 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.812089:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.812090:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.812098:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed88534fd1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d0 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.812105:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed88534fd1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d0 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.812126:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed88534fd1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d0 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.812137:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed88534fd1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d0 expref: 46 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.812152:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679107712:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.812806:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.814448:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679107712:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.814479:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.815125:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685039232:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3634us (4101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.815137:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16783 00000100:00100000:0.0:1746157075.815511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.823081:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.823162:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.823369:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685039872 00000100:00100000:1.0:1746157075.823380:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685039872 00010000:00010000:1.0:1746157075.823421:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed88534fd1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d0 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.823460:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16784 00000100:00100000:1.0:1746157075.823470:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2012:x1830977685039872:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.823488:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.823512:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed88534fd1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d0 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.823526:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed88534fd1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d0 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.823554:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed88534fd1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d0 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.823599:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.823603:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.823612:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fd24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d7 expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.823623:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fd24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d7 expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.823665:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fd24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d7 expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.824251:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679107840:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.824287:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.826706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.826711:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679107840:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.826725:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.827087:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2012:x1830977685039872:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3615us (3923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.827097:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16784 00000100:00100000:1.0:1746157075.830900:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685040384 00000100:00100000:1.0:1746157075.830905:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685040384 00010000:00010000:1.0:1746157075.830922:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fd24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d7 expref: 48 pid: 9579 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.830947:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16785 00000100:00100000:1.0:1746157075.830952:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2012:x1830977685040384:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.830961:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.830979:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fd24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d7 expref: 48 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.831009:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fd24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d7 expref: 48 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.831179:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88534fd24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1d7 expref: 48 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.831204:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.831206:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.831212:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fd2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1de expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.831219:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fd2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1de expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.831240:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fd2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1de expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.831251:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fd2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1de expref: 5 pid: 9578 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.831263:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679108224:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.831820:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.834560:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679108224:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.834585:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.834648:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2012:x1830977685040384:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3694us (4087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.834665:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16785 00000100:00100000:0.0:1746157075.836010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.841234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.841333:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685040768 00000100:00100000:1.0:1746157075.841344:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685040768 00010000:00010000:1.0:1746157075.841383:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fd2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1de expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.841412:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16786 00000100:00100000:1.0:1746157075.841419:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685040768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.841433:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.841452:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fd2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1de expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.841464:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fd2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1de expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.841485:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534fd2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1de expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.841977:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.841979:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.841999:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534fd32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1e5 expref: 45 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.842008:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534fd32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1e5 expref: 45 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.842044:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534fd32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1e5 expref: 45 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.842058:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679108352:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.842155:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.844490:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.844575:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679108352:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.844593:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.844629:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685040768:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3211us (3406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.844639:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16786 00000100:00100000:0.0:1746157075.846983:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.851522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.851609:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685041280 00000100:00100000:1.0:1746157075.851617:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685041280 00010000:00010000:1.0:1746157075.851651:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534fd32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1e5 expref: 46 pid: 9578 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.851684:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16787 00000100:00100000:1.0:1746157075.851691:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2010:x1830977685041280:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.851706:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.851726:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534fd32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1e5 expref: 46 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.851765:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534fd32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1e5 expref: 46 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.851788:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88534fd32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1e5 expref: 46 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.851851:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.851854:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.851861:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd39 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ec expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.851870:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ec expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.851902:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ec expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.851915:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679108608:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.852019:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.853566:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679108608:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.853586:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.853621:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2010:x1830977685041280:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1929us (2106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.853632:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16787 00000100:00100000:0.0:1746157075.854043:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.855515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.856188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.857885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.857934:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685041920 00000100:00100000:1.0:1746157075.857939:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685041920 00010000:00010000:1.0:1746157075.857958:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ec expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.857996:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16788 00000100:00100000:1.0:1746157075.858002:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685041920:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.858012:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.858629:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ec expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.858645:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ec expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.858667:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd39 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1ec expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.858678:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.858680:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.858686:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fd40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1f3 expref: 46 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.858693:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fd40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1f3 expref: 46 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.858717:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fd40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1f3 expref: 46 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.858727:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fd40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1f3 expref: 46 pid: 9578 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.858781:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679108992:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.858839:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.861370:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679108992:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.861390:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.861444:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685041920:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3440us (3558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.861458:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16788 00000100:00100000:0.0:1746157075.862519:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.866289:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.866463:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685042304 00000100:00100000:1.0:1746157075.866471:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685042304 00010000:00010000:1.0:1746157075.866506:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fd40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1f3 expref: 47 pid: 9578 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.866531:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16789 00000100:00100000:1.0:1746157075.866538:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2011:x1830977685042304:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.866551:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.866569:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fd40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1f3 expref: 47 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.866581:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fd40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1f3 expref: 47 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.866607:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88534fd40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1f3 expref: 47 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.866637:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.866639:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.866646:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fd47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1fa expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.866654:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fd47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1fa expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.866689:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fd47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1fa expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.866702:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679109120:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.866809:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.870133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.870239:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679109120:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.870255:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.870299:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2011:x1830977685042304:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3761us (4020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.870309:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16789 00000100:00100000:0.0:1746157075.874396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.877675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.877780:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685042816 00000100:00100000:1.0:1746157075.877786:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685042816 00010000:00010000:1.0:1746157075.877815:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fd47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1fa expref: 46 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.877837:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16790 00000100:00100000:1.0:1746157075.877843:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685042816:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.877855:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.877874:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fd47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1fa expref: 46 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.877885:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fd47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1fa expref: 46 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.877907:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fd47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f1fa expref: 46 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.877933:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.877936:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.877943:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f201 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.877951:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f201 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.877982:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f201 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.878004:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679109376:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.878060:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.880220:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.880350:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679109376:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.880372:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.880415:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2011:x1830977685042816:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2572us (2741us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.880425:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16790 00000100:00100000:0.0:1746157075.881227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.885078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.885232:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685043328 00000100:00100000:1.0:1746157075.885238:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685043328 00000100:00100000:1.0:1746157075.885273:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29453 00000100:00100000:1.0:1746157075.885280:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1768:x1830977685043328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.885294:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.885307:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534fd5c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f20f expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.885327:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.885331:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd55 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f208 expref: 48 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.885337:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.885340:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534fd5c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f20f expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.885366:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd55 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f208 expref: 48 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.885375:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534fd5c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f20f expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.885384:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77800, rc 0) 00000100:00100000:1.0:1746157075.885418:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:1768:x1830977685043328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.885424:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29453 00000100:00100000:0.0:1746157075.886477:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.886710:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685043456 00000100:00100000:1.0:1746157075.886716:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685043456 00010000:00010000:1.0:1746157075.886767:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f201 expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.886793:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16791 00000100:00100000:1.0:1746157075.886800:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685043456:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.886810:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.886831:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f201 expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.886842:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f201 expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.886864:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534fd4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f201 expref: 6 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.886892:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.886894:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.886900:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f208 expref: 46 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.886909:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f208 expref: 46 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.886933:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f208 expref: 46 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.886945:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f208 expref: 46 pid: 9578 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.886957:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679109760:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.887043:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157075.891698:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679109760:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.891721:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.892646:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685043456:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5843us (6168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.892657:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16791 00000100:00100000:0.0:1746157075.892917:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.896557:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.897341:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685043840 00000100:00100000:1.0:1746157075.897352:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685043840 00010000:00010000:1.0:1746157075.897387:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f208 expref: 47 pid: 9578 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157075.897543:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16792 00000100:00100000:1.0:1746157075.897551:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2012:x1830977685043840:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157075.897567:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157075.897585:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f208 expref: 47 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.897597:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f208 expref: 47 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.897619:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c43be00/0x7b65fed88534fd55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f208 expref: 47 pid: 9578 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.897828:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.897831:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.897838:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534fd5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f20f expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.897846:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534fd5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f20f expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.897880:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88534fd5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f20f expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157075.897894:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679109888:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157075.897986:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157075.900599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.900710:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679109888:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157075.900732:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157075.900801:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2012:x1830977685043840:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3250us (4254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.900812:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16792 00000100:00100000:0.0:1746157075.903431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.906390:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.909361:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.909435:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685044608 00000100:00100000:1.0:1746157075.909441:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685044608 00002000:00100000:1.0:1746157075.909637:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257aa00 x1830977685044608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.909647:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257aa00 with x1830977685044608 ext(0->4095) 00002000:00010000:1.0:1746157075.909651:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257aa00 00000100:00100000:1.0:1746157075.909675:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13539 00000100:00100000:1.0:1746157075.909681:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685044608:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157075.910145:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685044608:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 463us (784us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.910151:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13539 00002000:00100000:1.0:1746157075.910156:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257aa00 x1830977685044608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.910164:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257aa00 with x1830977685044608 ext(0->4095) 00002000:00010000:1.0:1746157075.910166:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257aa00 00000100:00100000:0.0:1746157075.912146:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.912190:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.912604:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29456 00000100:00100000:1.0:1746157075.912611:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1768:x1830977685044864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157075.912620:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157075.912628:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534fd71 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f224 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.912638:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157075.912642:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd6a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f21d expref: 48 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.912646:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157075.912649:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534fd71 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f224 expref: 48 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.912670:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd6a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f21d expref: 48 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.912681:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88534fd71 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f224 expref: 48 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157075.912690:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76e00, rc 0) 00000100:00100000:1.0:1746157075.912712:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:1768:x1830977685044864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157075.912718:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29456 00000100:00100000:0.0:1746157075.916338:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.919377:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.919574:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685045248 00000100:00100000:1.0:1746157075.919580:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685045248 00002000:00100000:1.0:1746157075.919615:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f208e00 x1830977685045248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.919625:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f208e00 with x1830977685045248 ext(0->4095) 00010000:00010000:1.0:1746157075.919635:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f21d expref: 47 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.919647:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c43a800/0x7b65fed88534fd6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f21d expref: 47 pid: 9579 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157075.919653:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f208e00 00000100:00100000:0.0:1746157075.921723:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.924311:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.926566:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.929636:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.932136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.934252:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.935411:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.937976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.941006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.941251:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685046784 00000100:00100000:1.0:1746157075.941259:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685046784 00002000:00100000:1.0:1746157075.941302:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f157800 x1830977685046784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.941312:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f157800 with x1830977685046784 ext(0->4095) 00010000:00010000:1.0:1746157075.941322:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fd7f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f232 expref: 47 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.941335:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fd7f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f232 expref: 47 pid: 9579 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157075.941343:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f157800 00000100:00100000:1.0:1746157075.941404:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2485 00000100:00100000:1.0:1746157075.941411:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2011:x1830977685046784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.941567:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2011:x1830977685046784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.941573:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2485 00002000:00100000:1.0:1746157075.941579:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f157800 x1830977685046784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.941588:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f157800 with x1830977685046784 ext(0->4095) 00010000:00010000:1.0:1746157075.941592:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fd7f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f232 expref: 47 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.941602:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88534fd7f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f232 expref: 47 pid: 9579 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157075.941607:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f157800 00000100:00100000:0.0:1746157075.944654:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.945036:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.948433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.952556:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.952626:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.955652:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.955712:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685047808 00000100:00100000:1.0:1746157075.955720:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685047808 00002000:00100000:1.0:1746157075.955791:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4a80 x1830977685047808/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.955800:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4a80 with x1830977685047808 ext(0->4095) 00010000:00010000:1.0:1746157075.955808:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534fd8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f240 expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.955821:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534fd8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f240 expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157075.955828:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4a80 00000100:00100000:1.0:1746157075.955857:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2487 00000100:00100000:1.0:1746157075.955865:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685047808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.956019:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685047808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.956026:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2487 00002000:00100000:1.0:1746157075.956032:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4a80 x1830977685047808/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.956038:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4a80 with x1830977685047808 ext(0->4095) 00010000:00010000:1.0:1746157075.956042:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534fd8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f240 expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157075.956050:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534fd8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f240 expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157075.956055:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4a80 00000100:00100000:0.0:1746157075.958342:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.962188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.964116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.968197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.972287:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.973151:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157075.973301:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685048704 00000100:00100000:1.0:1746157075.973306:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685048704 00002000:00100000:1.0:1746157075.973349:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ad500 x1830977685048704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/0 e 0 to 0 dl 1746157086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.973358:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad500 with x1830977685048704 ext(0->4095) 00002000:00010000:1.0:1746157075.973363:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ad500 00000100:00100000:1.0:1746157075.973380:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13543 00000100:00100000:1.0:1746157075.973387:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685048704:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157075.973514:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685048704:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (1236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157075.973520:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13543 00002000:00100000:1.0:1746157075.973525:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ad500 x1830977685048704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746157086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157075.973531:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad500 with x1830977685048704 ext(0->4095) 00002000:00010000:1.0:1746157075.973533:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ad500 00000100:00100000:0.0:1746157075.976529:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.977171:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.981445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.984410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.987499:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.989585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.991998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.994981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.996664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.998780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157075.999713:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:1.0:1746157076.001322:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157076.003045:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:1.0:1746157076.004290:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157076.005710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.007289:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.011516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.015257:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.016200:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.020403:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.024833:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.029152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.031935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.041009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.041054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.047006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.053108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.068342:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685053312 00000100:00100000:0.0:1746157076.068350:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685053312 00002000:00100000:0.0:1746157076.068394:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2c380 x1830977685053312/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.068409:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c380 with x1830977685053312 ext(0->4095) 00002000:00010000:0.0:1746157076.068415:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cc2c380 00000100:00100000:0.0:1746157076.068429:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13547 00000100:00100000:0.0:1746157076.068434:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685053312:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157076.069415:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685053312:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 978us (1358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157076.069422:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13547 00002000:00100000:0.0:1746157076.069429:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2c380 x1830977685053312/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.069435:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c380 with x1830977685053312 ext(0->4095) 00002000:00010000:0.0:1746157076.069438:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cc2c380 00000100:00100000:0.0:1746157076.075629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.091558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.093163:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685053568:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1320us (1612us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1746157076.093171:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2493 00002000:00100000:0.0:1746157076.093178:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013133f800 x1830977685053568/t4294970544(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 496/448 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.093186:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133f800 with x1830977685053568 ext(0->7) 00010000:00010000:0.0:1746157076.093192:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fdda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f28d expref: 48 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.093203:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534fdda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f28d expref: 48 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157076.093210:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133f800 00000100:00100000:0.0:1746157076.098278:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.100040:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.105541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.105615:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685054080 00000100:00100000:0.0:1746157076.105623:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685054080 00002000:00100000:0.0:1746157076.105664:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cc700 x1830977685054080/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.105674:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cc700 with x1830977685054080 ext(0->4095) 00010000:00010000:0.0:1746157076.105682:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c43aa00/0x7b65fed88534fde1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f294 expref: 6 pid: 9577 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.105695:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c43aa00/0x7b65fed88534fde1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f294 expref: 6 pid: 9577 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157076.105701:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cc700 00000100:00100000:0.0:1746157076.105818:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2494 00000100:00100000:0.0:1746157076.105826:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685054080:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157076.106180:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685054080:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 355us (642us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157076.106186:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2494 00002000:00100000:0.0:1746157076.106191:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cc700 x1830977685054080/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.106198:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cc700 with x1830977685054080 ext(0->4095) 00010000:00010000:0.0:1746157076.106201:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c43aa00/0x7b65fed88534fde1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f294 expref: 6 pid: 9577 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.106210:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c43aa00/0x7b65fed88534fde1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f294 expref: 6 pid: 9577 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157076.106215:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cc700 00000100:00100000:0.0:1746157076.110664:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.113927:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.113950:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685054464 00000100:00100000:0.0:1746157076.113955:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685054464 00002000:00100000:0.0:1746157076.113998:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4700 x1830977685054464/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.114006:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4700 with x1830977685054464 ext(0->4095) 00002000:00010000:0.0:1746157076.114011:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e4700 00000100:00100000:0.0:1746157076.114032:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13548 00000100:00100000:0.0:1746157076.114038:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685054464:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157076.114148:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685054464:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157076.114154:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13548 00002000:00100000:0.0:1746157076.114158:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4700 x1830977685054464/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.114164:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4700 with x1830977685054464 ext(0->4095) 00002000:00010000:0.0:1746157076.114167:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e4700 00000100:00100000:0.0:1746157076.115981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.119620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.123565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.124403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.125601:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.126765:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.131130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.134159:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.139142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.139164:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685056000 00000100:00100000:0.0:1746157076.139170:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685056000 00002000:00100000:0.0:1746157076.139202:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009118d880 x1830977685056000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.139211:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118d880 with x1830977685056000 ext(0->4095) 00002000:00010000:0.0:1746157076.139216:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009118d880 00000100:00100000:0.0:1746157076.139243:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13550 00000100:00100000:0.0:1746157076.139250:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2012:x1830977685056000:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157076.139373:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2012:x1830977685056000:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157076.139379:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13550 00002000:00100000:0.0:1746157076.139384:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009118d880 x1830977685056000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.139391:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118d880 with x1830977685056000 ext(0->4095) 00002000:00010000:0.0:1746157076.139394:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009118d880 00000100:00100000:0.0:1746157076.141342:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.146266:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.150835:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.151356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.156067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.157104:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.160944:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685057152 00000100:00100000:0.0:1746157076.160950:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685057152 00002000:00100000:0.0:1746157076.160998:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c6300 x1830977685057152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.161006:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6300 with x1830977685057152 ext(0->4095) 00010000:00010000:0.0:1746157076.161012:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fe0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2be expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.161091:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fe0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2be expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157076.161097:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c6300 00000100:00100000:0.0:1746157076.161123:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2497 00000100:00100000:0.0:1746157076.161289:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2011:x1830977685057152:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157076.161404:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2011:x1830977685057152:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 275us (560us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157076.161410:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2497 00002000:00100000:0.0:1746157076.161415:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c6300 x1830977685057152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.161421:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6300 with x1830977685057152 ext(0->4095) 00010000:00010000:0.0:1746157076.161425:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fe0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2be expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.161433:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fe0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2be expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157076.161439:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c6300 00000100:00100000:0.0:1746157076.166584:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.170518:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.173394:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.176394:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.179044:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.179258:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685058048 00000100:00100000:1.0:1746157076.179263:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685058048 00002000:00100000:1.0:1746157076.179302:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092893b80 x1830977685058048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.179311:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092893b80 with x1830977685058048 ext(0->4095) 00002000:00010000:1.0:1746157076.179315:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092893b80 00000100:00100000:1.0:1746157076.179340:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13552 00000100:00100000:1.0:1746157076.179344:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685058048:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157076.179457:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685058048:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.179463:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13552 00002000:00100000:1.0:1746157076.179468:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092893b80 x1830977685058048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.179475:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092893b80 with x1830977685058048 ext(0->4095) 00002000:00010000:1.0:1746157076.179478:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092893b80 00000100:00100000:0.0:1746157076.181086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.182271:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.184685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.189906:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.194329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.195496:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.198417:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.198483:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685059200 00000100:00100000:1.0:1746157076.198488:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685059200 00002000:00100000:1.0:1746157076.198627:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f165500 x1830977685059200/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.198634:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f165500 with x1830977685059200 ext(0->4095) 00010000:00010000:1.0:1746157076.198641:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fe27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2da expref: 48 pid: 9577 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.198651:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fe27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2da expref: 48 pid: 9577 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.198656:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f165500 00000100:00100000:1.0:1746157076.198682:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2499 00000100:00100000:1.0:1746157076.198688:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685059200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157076.199158:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685059200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 469us (740us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.199164:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2499 00002000:00100000:1.0:1746157076.199170:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f165500 x1830977685059200/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.199177:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f165500 with x1830977685059200 ext(0->4095) 00010000:00010000:1.0:1746157076.199181:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fe27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2da expref: 48 pid: 9577 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.199189:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed88534fe27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2da expref: 48 pid: 9577 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.199193:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f165500 00000100:00100000:0.0:1746157076.201862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.202532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.207346:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.207392:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685059712 00000100:00100000:1.0:1746157076.207399:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685059712 00002000:00100000:1.0:1746157076.207429:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131253800 x1830977685059712/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.207442:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131253800 with x1830977685059712 ext(0->4095) 00010000:00010000:1.0:1746157076.207449:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534fe2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2e1 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.207459:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534fe2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2e1 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.207465:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131253800 00000100:00100000:1.0:1746157076.207489:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2500 00000100:00100000:1.0:1746157076.207494:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685059712:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157076.208172:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685059712:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 672us (828us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.208180:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2500 00002000:00100000:1.0:1746157076.208187:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131253800 x1830977685059712/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.208195:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131253800 with x1830977685059712 ext(0->4095) 00010000:00010000:1.0:1746157076.208201:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534fe2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2e1 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.210484:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed88534fe2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f2e1 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.210499:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131253800 00000100:00100000:0.0:1746157076.214141:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.218267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.218332:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685060096 00000100:00100000:1.0:1746157076.218341:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685060096 00002000:00100000:1.0:1746157076.218383:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131251c00 x1830977685060096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.218392:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131251c00 with x1830977685060096 ext(0->4095) 00002000:00010000:1.0:1746157076.218397:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131251c00 00000100:00100000:1.0:1746157076.218427:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13553 00000100:00100000:1.0:1746157076.218433:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685060096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157076.218569:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685060096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.218575:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13553 00002000:00100000:1.0:1746157076.218580:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131251c00 x1830977685060096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.218586:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131251c00 with x1830977685060096 ext(0->4095) 00002000:00010000:1.0:1746157076.218589:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131251c00 00000100:00100000:0.0:1746157076.221629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.225292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.227097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.228338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.228876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.230409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.232649:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.234224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.236603:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.238453:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.240659:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.243400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.243473:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685062144 00000100:00100000:1.0:1746157076.243479:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685062144 00002000:00100000:1.0:1746157076.243513:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091296300 x1830977685062144/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.243520:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091296300 with x1830977685062144 ext(0->4095) 00002000:00010000:1.0:1746157076.243523:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091296300 00000100:00100000:1.0:1746157076.243543:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13556 00000100:00100000:1.0:1746157076.243547:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685062144:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157076.243672:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685062144:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.243679:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13556 00002000:00100000:1.0:1746157076.243682:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091296300 x1830977685062144/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.243687:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091296300 with x1830977685062144 ext(0->4095) 00002000:00010000:1.0:1746157076.243689:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091296300 00000100:00100000:0.0:1746157076.245432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.247220:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.247254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.249513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.252301:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.252380:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.255531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.257723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.258523:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.261203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.261340:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685063808 00000100:00100000:1.0:1746157076.261348:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685063808 00002000:00100000:1.0:1746157076.261381:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7800 x1830977685063808/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.261390:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7800 with x1830977685063808 ext(0->4095) 00010000:00010000:1.0:1746157076.261397:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534fe66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f319 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.261408:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534fe66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f319 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.261414:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f7800 00000100:00100000:1.0:1746157076.261427:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2504 00000100:00100000:1.0:1746157076.261432:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685063808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157076.261540:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685063808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.261545:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2504 00002000:00100000:1.0:1746157076.261550:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7800 x1830977685063808/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.261556:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7800 with x1830977685063808 ext(0->4095) 00010000:00010000:1.0:1746157076.261560:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534fe66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f319 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.261568:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534fe66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f319 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.261573:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f7800 00000100:00100000:0.0:1746157076.263268:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.263306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.263363:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685064064 00000100:00100000:1.0:1746157076.263367:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685064064 00000100:00100000:1.0:1746157076.263401:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29493 00000100:00100000:1.0:1746157076.263407:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685064064:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157076.263419:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157076.263432:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fe74 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f327 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.263451:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.263456:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fe6d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f320 expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.263462:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157076.263465:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fe74 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f327 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.263493:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fe6d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f320 expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.263508:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fe74 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f327 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.263632:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.263634:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.263640:0:9577:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fe6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f320 expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.263647:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fe6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f320 expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.263665:0:9577:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fe6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f320 expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.263675:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fe6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f320 expref: 47 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.263686:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679120000:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.264212:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.267315:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679120000:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.267338:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:1.0:1746157076.267382:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685064064:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3974us (4075us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.267392:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29493 00000100:00100000:0.0:1746157076.268976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.272047:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.274098:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.274247:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685064576 00000100:00100000:1.0:1746157076.274253:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685064576 00000100:00100000:1.0:1746157076.274295:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29494 00000100:00100000:1.0:1746157076.274302:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1768:x1830977685064576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157076.274315:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157076.274330:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fe7b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f32e expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.274353:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fe74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f327 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.274359:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.274361:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.274365:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fe7b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f32e expref: 48 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.274391:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fe74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f327 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.274402:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed88534fe74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f327 expref: 5 pid: 9577 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.274413:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679120256:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157076.274495:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.277868:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679120256:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157076.277905:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fe7b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f32e expref: 48 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.277931:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77600, rc 0) 00000100:00100000:1.0:1746157076.277999:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:1768:x1830977685064576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3683us (3890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.278009:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29494 00000100:00100000:0.0:1746157076.279469:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.281831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.283335:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.283478:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685064832 00000100:00100000:1.0:1746157076.283484:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685064832 00000100:00100000:1.0:1746157076.283522:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29495 00000100:00100000:1.0:1746157076.283529:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:1767:x1830977685064832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157076.283546:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157076.283561:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534fe82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f335 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.283587:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fe7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f32e expref: 50 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.283595:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157076.283597:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157076.283600:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534fe82 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f335 expref: 50 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.283624:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fe7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f32e expref: 50 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.283635:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534fe7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f32e expref: 50 pid: 9577 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.283651:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679120512:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157076.283708:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.288673:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.288805:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.288843:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679120512:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157076.288875:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534fe82 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f335 expref: 49 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.288893:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:1.0:1746157076.288935:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:1767:x1830977685064832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5407us (7106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.288942:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29495 00000100:00100000:0.0:1746157076.291699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.291929:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685065600 00000100:00100000:1.0:1746157076.291934:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685065600 00002000:00100000:1.0:1746157076.291966:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8e00 x1830977685065600/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.291975:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8e00 with x1830977685065600 ext(0->4095) 00010000:00010000:1.0:1746157076.291982:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534fe82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f335 expref: 48 pid: 9577 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.292005:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534fe82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f335 expref: 48 pid: 9577 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.292012:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8e00 00000100:00100000:1.0:1746157076.292032:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2506 00000100:00100000:1.0:1746157076.292038:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685065600:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157076.292158:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685065600:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.292165:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2506 00002000:00100000:1.0:1746157076.292170:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8e00 x1830977685065600/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.292177:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8e00 with x1830977685065600 ext(0->4095) 00010000:00010000:1.0:1746157076.292181:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534fe82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f335 expref: 48 pid: 9577 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.292190:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88534fe82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f335 expref: 48 pid: 9577 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.292196:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8e00 00000100:00100000:0.0:1746157076.295920:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.295980:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.300128:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685066112 00000100:00100000:0.0:1746157076.300138:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685066112 00002000:00100000:0.0:1746157076.300177:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c5c00 x1830977685066112/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.300186:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c5c00 with x1830977685066112 ext(0->4095) 00010000:00010000:0.0:1746157076.300198:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534fe89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f33c expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.300212:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534fe89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f33c expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157076.300218:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c5c00 00000100:00100000:0.0:1746157076.300244:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2507 00000100:00100000:0.0:1746157076.300250:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685066112:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157076.300409:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685066112:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157076.300415:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2507 00002000:00100000:0.0:1746157076.300421:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c5c00 x1830977685066112/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.300428:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c5c00 with x1830977685066112 ext(0->4095) 00010000:00010000:0.0:1746157076.300433:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534fe89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f33c expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.300441:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534fe89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f33c expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157076.300447:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c5c00 00000001:00080000:0.0:1746157076.301529:0:9575:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972330 is committed 00000100:00100000:0.0:1746157076.302947:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.305583:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.305636:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685066496 00000100:00100000:1.0:1746157076.305641:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685066496 00002000:00100000:1.0:1746157076.305675:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e5500 x1830977685066496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.305684:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e5500 with x1830977685066496 ext(0->4095) 00002000:00010000:1.0:1746157076.305689:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e5500 00000100:00100000:1.0:1746157076.306406:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13558 00000100:00100000:1.0:1746157076.306415:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2010:x1830977685066496:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157076.306553:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2010:x1830977685066496:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (970us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.306558:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13558 00002000:00100000:1.0:1746157076.306565:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e5500 x1830977685066496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.306571:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e5500 with x1830977685066496 ext(0->4095) 00002000:00010000:1.0:1746157076.306573:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e5500 00000100:00100000:0.0:1746157076.308069:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.311686:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.316885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.317390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.317493:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685067008 00000100:00100000:1.0:1746157076.317503:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685067008 00002000:00100000:1.0:1746157076.317564:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e7b80 x1830977685067008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.317575:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7b80 with x1830977685067008 ext(0->4095) 00002000:00010000:1.0:1746157076.317580:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e7b80 00000100:00100000:1.0:1746157076.317612:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13559 00000100:00100000:1.0:1746157076.317619:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685067008:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157076.317779:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29499 00000100:00100000:0.0:1746157076.317791:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1767:x1830977685067136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157076.317809:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157076.317824:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f351 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.317848:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fe97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f34a expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.317853:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685067008:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 233us (974us total) trans 0 rc 4096/4096 00010000:00010000:0.0:1746157076.317854:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157076.317855:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157076.317857:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.317861:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13559 00002000:00100000:1.0:1746157076.317867:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e7b80 x1830977685067008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.317874:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7b80 with x1830977685067008 ext(0->4095) 00010000:00010000:1.0:1746157076.317880:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fe97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f34a expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.317880:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fe97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f34a expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.317887:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fe97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f34a expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.317893:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fe97 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f34a expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746157076.317895:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679121536:192.168.203.44@tcp:104: 00002000:00010000:1.0:1746157076.317899:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e7b80 00000100:00100000:0.0:1746157076.317964:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.322065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.322158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.322409:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16838 00000100:00100000:1.0:1746157076.322419:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685067392:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.322434:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.322459:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fe97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f34a expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.322471:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fe97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f34a expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.322494:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efc00/0x7b65fed88534fe97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f34a expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.322510:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.322512:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.322518:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.322526:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.322882:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.322893:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.322901:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679121664:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.322925:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.325535:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.325580:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679121664:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.325590:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.325610:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685067392:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3194us (3451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.325618:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16838 00000100:00100000:1.0:1746157076.325915:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685067648 00000100:00100000:1.0:1746157076.325921:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685067648 00002000:00100000:1.0:1746157076.325952:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306edc00 x1830977685067648/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.325961:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306edc00 with x1830977685067648 ext(0->4095) 00010000:00010000:1.0:1746157076.325967:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.325978:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.325996:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306edc00 00000100:00100000:1.0:1746157076.326023:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2508 00000100:00100000:1.0:1746157076.326029:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2010:x1830977685067648:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157076.326147:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2010:x1830977685067648:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.326153:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2508 00002000:00100000:1.0:1746157076.326158:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306edc00 x1830977685067648/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.326170:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306edc00 with x1830977685067648 ext(0->4095) 00010000:00010000:1.0:1746157076.326175:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.326184:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.326189:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306edc00 00000100:00100000:0.0:1746157076.328641:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.328724:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685067776 00000100:00100000:1.0:1746157076.328731:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685067776 00010000:00010000:1.0:1746157076.328786:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.328819:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16839 00000100:00100000:1.0:1746157076.328827:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2011:x1830977685067776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.328839:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.328857:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.328868:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.328893:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab200/0x7b65fed88534fe9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f351 expref: 49 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.328911:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.328914:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.328921:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534fea5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f358 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.328929:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534fea5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f358 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.328959:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534fea5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f358 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.328970:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679121920:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.329061:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.333210:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679121920:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.333233:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.333297:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685067776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4469us (4663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.333310:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16839 00000100:00100000:0.0:1746157076.336328:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.340426:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.340608:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685068288 00000100:00100000:1.0:1746157076.340616:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685068288 00010000:00010000:1.0:1746157076.340642:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534fea5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f358 expref: 48 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.340716:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16840 00000100:00100000:1.0:1746157076.340723:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2010:x1830977685068288:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.340773:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.340795:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534fea5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f358 expref: 48 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.340811:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534fea5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f358 expref: 48 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.340835:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534fea5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f358 expref: 48 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.340854:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.340856:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.340863:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a600/0x7b65fed88534feac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f35f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.340871:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a600/0x7b65fed88534feac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f35f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.340902:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a600/0x7b65fed88534feac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f35f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.340914:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679122176:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.341686:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.342372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.345044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.345150:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679122176:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.345167:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.345205:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2010:x1830977685068288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4482us (4780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.345215:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16840 00000100:00100000:0.0:1746157076.350873:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.350964:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685068800 00000100:00100000:1.0:1746157076.350974:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685068800 00010000:00010000:1.0:1746157076.351016:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a600/0x7b65fed88534feac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f35f expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.351052:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16841 00000100:00100000:1.0:1746157076.351059:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685068800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.351072:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.351092:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a600/0x7b65fed88534feac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f35f expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.351104:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a600/0x7b65fed88534feac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f35f expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.351128:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a600/0x7b65fed88534feac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f35f expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.351146:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.351148:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.351155:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534feb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f366 expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.351163:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534feb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f366 expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.351194:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534feb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f366 expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.351205:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679122432:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.351287:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.355443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.355535:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679122432:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.355553:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.355595:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685068800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4536us (4733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.355604:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16841 00000100:00100000:0.0:1746157076.360300:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.369105:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.369199:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685069312 00000100:00100000:1.0:1746157076.369209:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685069312 00002000:00100000:1.0:1746157076.369262:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f167480 x1830977685069312/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 496/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.369271:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167480 with x1830977685069312 ext(0->7) 00010000:00010000:1.0:1746157076.369280:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534feb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f366 expref: 48 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.369294:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534feb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f366 expref: 48 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.369301:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167480 00000100:00100000:1.0:1746157076.369949:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2510 00000100:00100000:1.0:1746157076.369958:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685069312:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157076.371122:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2011:x1830977685069312:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1156us (2018us total) trans 4294970545 rc 0/0 00000100:00100000:0.0:1746157076.371132:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2510 00002000:00100000:0.0:1746157076.371142:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f167480 x1830977685069312/t4294970545(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 496/448 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.371150:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167480 with x1830977685069312 ext(0->7) 00010000:00010000:0.0:1746157076.371159:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534feb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f366 expref: 50 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.371175:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534feb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f366 expref: 50 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157076.371181:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167480 00000100:00100000:0.0:1746157076.373377:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.373485:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685069440 00000100:00100000:1.0:1746157076.373493:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685069440 00010000:00010000:1.0:1746157076.373523:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534feb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f366 expref: 50 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.374199:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16842 00000100:00100000:1.0:1746157076.374209:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2010:x1830977685069440:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.374222:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.374241:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534feb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f366 expref: 50 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.374252:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534feb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f366 expref: 50 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.374270:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534feb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f366 expref: 50 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.374292:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.374293:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.374299:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534feba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f36d expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.374306:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534feba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f36d expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.374334:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534feba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f36d expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.374344:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679122688:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.374413:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.376083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.378301:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679122688:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.378324:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.378385:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+51:2010:x1830977685069440:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4176us (5014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.378397:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16842 00000100:00100000:0.0:1746157076.379209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.379415:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685069824 00000100:00100000:1.0:1746157076.379422:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685069824 00002000:00100000:1.0:1746157076.379453:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4a80 x1830977685069824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.379461:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4a80 with x1830977685069824 ext(0->4095) 00010000:00010000:1.0:1746157076.379467:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534feba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f36d expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.379477:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534feba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f36d expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.379482:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e4a80 00000100:00100000:1.0:1746157076.379507:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2511 00000100:00100000:1.0:1746157076.379513:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685069824:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157076.379631:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685069824:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.379636:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2511 00002000:00100000:1.0:1746157076.379641:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4a80 x1830977685069824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.379648:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4a80 with x1830977685069824 ext(0->4095) 00010000:00010000:1.0:1746157076.379652:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534feba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f36d expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.379663:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534feba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f36d expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.379668:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e4a80 00000100:00100000:0.0:1746157076.381508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.381631:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685069952 00000100:00100000:1.0:1746157076.381638:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685069952 00010000:00010000:1.0:1746157076.381666:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534feba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f36d expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.381697:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16843 00000100:00100000:1.0:1746157076.381704:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685069952:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.381714:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.381729:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534feba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f36d expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.381771:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534feba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f36d expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.381790:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534feba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f36d expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.381860:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.381862:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.381868:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fec1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f374 expref: 49 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.381879:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f374 expref: 49 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.381906:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f374 expref: 49 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.381916:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679122944:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.381998:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.383447:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679122944:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.383463:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.383494:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685069952:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1790us (1991us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.383503:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16843 00000100:00100000:0.0:1746157076.383851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.387284:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.391155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.391973:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2011:x1830977685070464:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 680us (815us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746157076.391980:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2512 00002000:00100000:0.0:1746157076.391996:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091393800 x1830977685070464/t4294970546(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 496/448 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.392002:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091393800 with x1830977685070464 ext(0->7) 00010000:00010000:0.0:1746157076.392007:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f374 expref: 52 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.392017:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f374 expref: 52 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157076.392021:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091393800 00000100:00100000:0.0:1746157076.402407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.407623:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.407792:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685070720 00000100:00100000:1.0:1746157076.407800:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685070720 00010000:00010000:1.0:1746157076.407830:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f374 expref: 53 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.408456:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16844 00000100:00100000:1.0:1746157076.408464:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+53:2010:x1830977685070720:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.408477:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.408492:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f374 expref: 53 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.408503:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f374 expref: 53 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.408521:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534fec1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f374 expref: 53 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.408548:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.408549:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.408556:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fec8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f37b expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.408563:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fec8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f37b expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.408592:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fec8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f37b expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.408601:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fec8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f37b expref: 5 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.408612:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679123328:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.408678:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.411196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.411297:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679123328:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.411312:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.411343:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2010:x1830977685070720:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2880us (3728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.411351:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16844 00000100:00100000:0.0:1746157076.414668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.414806:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685071104 00000100:00100000:1.0:1746157076.414815:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685071104 00010000:00010000:1.0:1746157076.414850:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fec8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f37b expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.414883:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16845 00000100:00100000:1.0:1746157076.414890:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685071104:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.414902:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.414923:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fec8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f37b expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.414933:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fec8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f37b expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.414953:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534fec8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f37b expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.414967:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.414969:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.414975:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fecf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f382 expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.414982:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fecf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f382 expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.415019:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fecf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f382 expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.415029:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679123456:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.415106:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.417293:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679123456:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.417310:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.417357:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685071104:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2466us (2695us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.417367:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16845 00000100:00100000:0.0:1746157076.417652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.419710:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.424697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.425940:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685071616 00000100:00100000:1.0:1746157076.425949:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685071616 00010000:00010000:1.0:1746157076.425995:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fecf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f382 expref: 52 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.426132:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16846 00000100:00100000:1.0:1746157076.426141:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2010:x1830977685071616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.426155:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.426175:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fecf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f382 expref: 52 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.426187:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fecf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f382 expref: 52 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.426214:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0aa00/0x7b65fed88534fecf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f382 expref: 52 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.426480:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.426482:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.426487:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534fed6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f389 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.426495:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534fed6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f389 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.426518:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534fed6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f389 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.426528:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679123712:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.426759:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.429843:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.429979:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.430351:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679123712:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.430365:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.430384:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+53:2010:x1830977685071616:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4245us (5688us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.430391:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16846 00000100:00100000:0.0:1746157076.432412:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.432766:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685072256 00000100:00100000:1.0:1746157076.432770:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685072256 00010000:00010000:1.0:1746157076.432787:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534fed6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f389 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746157076.432807:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16847 00000100:00100000:1.0:1746157076.432812:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685072256:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.432820:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.432836:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534fed6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f389 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.432845:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534fed6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f389 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.432862:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed88534fed6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f389 expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.433065:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.433102:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685072256:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 289us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.433107:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16847 00000100:00100000:0.0:1746157076.436306:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.439408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.441784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.445446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.451378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.452816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.454841:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.458465:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685073664 00000100:00100000:0.0:1746157076.458476:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685073664 00010000:00010000:0.0:1746157076.458504:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534feeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f39e expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746157076.458539:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16850 00000100:00100000:0.0:1746157076.458546:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685073664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157076.458558:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157076.458574:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534feeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f39e expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.458584:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534feeb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f39e expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.458602:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88534feeb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f39e expref: 6 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.458628:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157076.458630:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157076.458635:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fef2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3a5 expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.458642:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fef2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3a5 expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.458669:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fef2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3a5 expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157076.458678:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccf9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679124736:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157076.458767:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.460703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.463257:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.467120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.468887:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2010:x1830977685074176:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 995us (1768us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1746157076.468897:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2517 00002000:00100000:0.0:1746157076.468906:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccfb480 x1830977685074176/t4294970547(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 496/448 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.468914:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb480 with x1830977685074176 ext(0->7) 00010000:00010000:0.0:1746157076.468921:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fef2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3a5 expref: 54 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746157076.468933:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88534fef2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3a5 expref: 54 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746157076.468939:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfb480 00000100:00100000:0.0:1746157076.471695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.477705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.478386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.482818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.482902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.486785:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.486836:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685075200 00000100:00100000:1.0:1746157076.486843:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685075200 00002000:00100000:1.0:1746157076.486881:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336680 x1830977685075200/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.486890:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336680 with x1830977685075200 ext(0->4095) 00010000:00010000:1.0:1746157076.486898:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534ff00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3b3 expref: 55 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.486911:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534ff00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3b3 expref: 55 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.486918:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336680 00000100:00100000:1.0:1746157076.486946:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2518 00000100:00100000:1.0:1746157076.486953:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2011:x1830977685075200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157076.487640:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2011:x1830977685075200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 686us (856us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.487650:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2518 00002000:00100000:1.0:1746157076.487656:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336680 x1830977685075200/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.487664:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336680 with x1830977685075200 ext(0->4095) 00010000:00010000:1.0:1746157076.487669:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534ff00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3b3 expref: 55 pid: 9674 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.487679:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed88534ff00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3b3 expref: 55 pid: 9674 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.487686:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336680 00000100:00100000:0.0:1746157076.489434:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.493209:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.493363:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685075584 00000100:00100000:1.0:1746157076.493369:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685075584 00002000:00100000:1.0:1746157076.493406:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335880 x1830977685075584/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.493415:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335880 with x1830977685075584 ext(0->4095) 00002000:00010000:1.0:1746157076.493419:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335880 00000100:00100000:1.0:1746157076.493451:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13567 00000100:00100000:1.0:1746157076.493458:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2012:x1830977685075584:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157076.493599:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2012:x1830977685075584:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.493606:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13567 00002000:00100000:1.0:1746157076.493618:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335880 x1830977685075584/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.493631:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335880 with x1830977685075584 ext(0->4095) 00002000:00010000:1.0:1746157076.493634:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335880 00000100:00100000:0.0:1746157076.496979:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.501303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.503633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.504677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.504789:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685076224 00000100:00100000:1.0:1746157076.504793:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685076224 00002000:00100000:1.0:1746157076.504818:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11500 x1830977685076224/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.504827:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11500 with x1830977685076224 ext(0->4095) 00010000:00010000:1.0:1746157076.504832:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a600/0x7b65fed88534ff0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3c1 expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.504842:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a600/0x7b65fed88534ff0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3c1 expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.504848:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d11500 00000100:00100000:1.0:1746157076.504867:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2519 00000100:00100000:1.0:1746157076.504872:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685076224:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157076.505003:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685076224:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.505009:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2519 00002000:00100000:1.0:1746157076.505014:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11500 x1830977685076224/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.505020:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11500 with x1830977685076224 ext(0->4095) 00010000:00010000:1.0:1746157076.505024:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a600/0x7b65fed88534ff0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3c1 expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.505032:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a600/0x7b65fed88534ff0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3c1 expref: 6 pid: 9579 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.505037:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d11500 00000100:00100000:0.0:1746157076.507647:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.507697:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.511140:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679126144:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157076.511169:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88534ff1c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3cf expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.511185:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2000, rc 0) 00000100:00100000:0.0:1746157076.511221:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:1768:x1830977685076352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3118us (3581us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157076.511228:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29517 00000100:00100000:1.0:1746157076.511457:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685076736 00000100:00100000:1.0:1746157076.511463:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685076736 00002000:00100000:1.0:1746157076.511494:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e6a00 x1830977685076736/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.511501:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e6a00 with x1830977685076736 ext(0->4095) 00010000:00010000:1.0:1746157076.511507:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534ff15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3c8 expref: 55 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.511518:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534ff15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3c8 expref: 55 pid: 9579 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.511523:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e6a00 00000100:00100000:1.0:1746157076.511550:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2520 00000100:00100000:1.0:1746157076.511557:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2010:x1830977685076736:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157076.511917:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2010:x1830977685076736:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 360us (750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.511922:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2520 00002000:00100000:1.0:1746157076.511927:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e6a00 x1830977685076736/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.511932:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e6a00 with x1830977685076736 ext(0->4095) 00010000:00010000:1.0:1746157076.511937:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534ff15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3c8 expref: 55 pid: 9579 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746157076.511945:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f3eee00/0x7b65fed88534ff15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3c8 expref: 55 pid: 9579 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746157076.511950:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e6a00 00000100:00100000:0.0:1746157076.514282:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.517427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.521804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.522277:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685077248 00000100:00100000:0.0:1746157076.522284:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685077248 00000100:00100000:0.0:1746157076.522314:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29518 00000100:00100000:0.0:1746157076.522321:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685077248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157076.522334:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157076.522352:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed88534ff23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f3d6 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.522374:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88534ff1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3cf expref: 53 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.522380:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157076.522381:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157076.522384:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed88534ff23 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3d6 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.522408:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88534ff1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3cf expref: 53 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.522417:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88534ff1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f3cf expref: 53 pid: 9579 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746157076.522427:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679126400:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157076.522495:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.524921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.527370:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.527443:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.530126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.530177:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685077888 00000100:00100000:1.0:1746157076.530182:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685077888 00000100:00100000:0.0:1746157076.530484:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.536821:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.541528:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.544001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.546799:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.549959:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.553379:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.553461:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.555374:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.558235:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.579040:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.579092:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.583480:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.587399:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.587458:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.587766:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29525 00000100:00100000:0.0:1746157076.587774:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:1767:x1830977685080448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157076.587863:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157076.587874:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e5df600/0x7b65fed88534ff54 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f407 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.587889:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ff4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f400 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.587894:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157076.587896:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157076.587898:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e5df600/0x7b65fed88534ff54 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f407 expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.587913:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ff4d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f400 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.587923:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ff4d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f400 expref: 5 pid: 9674 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746157076.587930:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679128192:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157076.587951:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.589326:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679128192:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157076.589355:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e5df600/0x7b65fed88534ff54 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f407 expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.589368:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e5df600, rc 0) 00000100:00100000:1.0:1746157076.589390:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:1767:x1830977685080448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1618us (2001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.589396:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29525 00000100:00100000:0.0:1746157076.589903:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.593164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.596157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.598362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.598442:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685081344 00000100:00100000:1.0:1746157076.598448:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685081344 00000100:00100000:1.0:1746157076.598487:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29526 00000100:00100000:1.0:1746157076.598494:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685081344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157076.598506:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157076.598519:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534ff5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f40e expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.598550:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e5df600/0x7b65fed88534ff54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f407 expref: 53 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.598556:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157076.598558:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157076.598560:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534ff5b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f40e expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.598583:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e5df600/0x7b65fed88534ff54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f407 expref: 53 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.598592:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e5df600/0x7b65fed88534ff54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f407 expref: 53 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.598602:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679128448:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157076.598661:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.605996:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679128448:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157076.606022:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534ff5b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f40e expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.606037:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77600, rc 0) 00000100:00100000:1.0:1746157076.606075:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685081344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7580us (7715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.606082:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29526 00000100:00100000:0.0:1746157076.606949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.609242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.609589:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685081600 00000100:00100000:1.0:1746157076.609593:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685081600 00000100:00100000:1.0:1746157076.609632:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29527 00000100:00100000:1.0:1746157076.609638:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:1767:x1830977685081600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157076.609779:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157076.609791:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534ff62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f415 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.609813:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534ff5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f40e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.609820:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.609821:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.609824:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534ff62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f415 expref: 54 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.609845:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534ff5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f40e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.609854:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77600/0x7b65fed88534ff5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f40e expref: 5 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.609863:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679128704:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157076.609896:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.612696:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.612853:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679128704:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157076.612876:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534ff62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f415 expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.612893:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76c00, rc 0) 00000100:00100000:1.0:1746157076.612922:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:1767:x1830977685081600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3284us (3685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.612928:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29527 00000100:00100000:0.0:1746157076.614164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.621139:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685082368 00000100:00100000:0.0:1746157076.621147:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685082368 00002000:00100000:0.0:1746157076.622286:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133c000 x1830977685082368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.622297:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c000 with x1830977685082368 ext(0->4095) 00010000:00010000:0.0:1746157076.622306:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534ff62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f415 expref: 55 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.622318:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534ff62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f415 expref: 55 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157076.622325:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133c000 00000100:00100000:0.0:1746157076.622420:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2526 00000100:00100000:0.0:1746157076.622429:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2010:x1830977685082368:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157076.622574:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2010:x1830977685082368:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (1515us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157076.622581:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2526 00002000:00100000:0.0:1746157076.622586:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133c000 x1830977685082368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.622593:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c000 with x1830977685082368 ext(0->4095) 00010000:00010000:0.0:1746157076.622597:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534ff62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f415 expref: 55 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.622607:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76c00/0x7b65fed88534ff62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f415 expref: 55 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157076.622612:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133c000 00000100:00100000:0.0:1746157076.625259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.633662:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.636269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.643457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.643564:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.643630:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16868 00000100:00100000:1.0:1746157076.643637:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2011:x1830977685083008:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.643647:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.643663:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ff69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f41c expref: 55 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.643674:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ff69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f41c expref: 55 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.643690:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ff69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f41c expref: 55 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.643757:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.643759:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.643765:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f423 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.643772:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f423 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.643796:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f423 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.643806:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679129344:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.643966:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.645624:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679129344:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.645638:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.645664:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2011:x1830977685083008:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2027us (2207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.645671:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16868 00000100:00100000:0.0:1746157076.647548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.650319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.653074:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.653158:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685083648 00000100:00100000:1.0:1746157076.653166:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685083648 00010000:00010000:1.0:1746157076.653191:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f423 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.653230:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16869 00000100:00100000:1.0:1746157076.653236:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685083648:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.653247:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.653263:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f423 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.653273:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f423 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.653291:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff70 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f423 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.653612:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.653614:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.653621:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ff77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f42a expref: 54 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.653628:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ff77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f42a expref: 54 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.653655:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ff77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f42a expref: 54 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.653665:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ff77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f42a expref: 54 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.653675:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679129728:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.653777:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.655679:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679129728:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.655696:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.655755:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685083648:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2499us (2667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.655764:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16869 00000100:00100000:0.0:1746157076.655942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.660314:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685084032 00000100:00100000:1.0:1746157076.660323:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685084032 00010000:00010000:1.0:1746157076.660349:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ff77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f42a expref: 55 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.660383:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16870 00000100:00100000:1.0:1746157076.660817:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2013:x1830977685084032:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.660830:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.660845:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ff77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f42a expref: 55 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.660855:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ff77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f42a expref: 55 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.660872:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ff77 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f42a expref: 55 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.660897:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.660899:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.660905:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88534ff7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f431 expref: 54 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.660972:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88534ff7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f431 expref: 54 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.661011:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88534ff7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f431 expref: 54 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.661021:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679129856:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.661088:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.663852:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679129856:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.663869:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.663905:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2013:x1830977685084032:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3089us (3747us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.663919:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16870 00000100:00100000:0.0:1746157076.663949:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.671724:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.674044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.675449:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685084544:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1253us (1399us total) trans 4294970548 rc 0/0 00000100:00100000:0.0:1746157076.675457:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2529 00002000:00100000:0.0:1746157076.675466:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5cb480 x1830977685084544/t4294970548(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 496/448 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.675473:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb480 with x1830977685084544 ext(0->7) 00010000:00010000:0.0:1746157076.675481:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88534ff7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f431 expref: 56 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.675493:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88534ff7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f431 expref: 56 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157076.675499:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cb480 00000100:00100000:0.0:1746157076.678790:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.678883:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685084672 00000100:00100000:1.0:1746157076.678892:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685084672 00010000:00010000:1.0:1746157076.678925:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88534ff7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f431 expref: 56 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.678965:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16871 00000100:00100000:1.0:1746157076.678971:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2012:x1830977685084672:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.678995:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.679012:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88534ff7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f431 expref: 56 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.679023:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88534ff7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f431 expref: 56 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.679041:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88534ff7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f431 expref: 56 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.679069:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.679071:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.679078:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88534ff85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f438 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.679086:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88534ff85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f438 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.679115:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88534ff85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f438 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.679126:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679130112:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.679484:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.682292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.682380:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.682390:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679130112:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.682405:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.682439:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2012:x1830977685084672:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3468us (3659us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.682447:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16871 00000100:00100000:0.0:1746157076.684901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.684991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.685081:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685085312 00000100:00100000:1.0:1746157076.685085:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685085312 00010000:00010000:1.0:1746157076.685099:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88534ff85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f438 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.685119:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16872 00000100:00100000:1.0:1746157076.685124:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685085312:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.685133:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.685149:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88534ff85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f438 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.685158:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88534ff85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f438 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.685175:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88534ff85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f438 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.685201:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.685204:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.685210:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f43f expref: 57 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.685218:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f43f expref: 57 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.685242:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f43f expref: 57 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.685253:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679130368:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.685572:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.688831:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679130368:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.688846:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.688888:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685085312:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3762us (3905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.688898:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16872 00000100:00100000:0.0:1746157076.689395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.689522:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685085568 00000100:00100000:1.0:1746157076.689528:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685085568 00002000:00100000:1.0:1746157076.689557:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cbb80 x1830977685085568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.689566:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cbb80 with x1830977685085568 ext(0->4095) 00010000:00010000:1.0:1746157076.689573:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f43f expref: 57 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.689585:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f43f expref: 57 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157076.689595:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cbb80 00000100:00100000:1.0:1746157076.689622:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2530 00000100:00100000:1.0:1746157076.689628:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2011:x1830977685085568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157076.689729:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2011:x1830977685085568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.689753:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2530 00002000:00100000:1.0:1746157076.689758:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cbb80 x1830977685085568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.689765:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cbb80 with x1830977685085568 ext(0->4095) 00010000:00010000:1.0:1746157076.689769:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f43f expref: 57 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.689777:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f43f expref: 57 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157076.689798:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cbb80 00000100:00100000:0.0:1746157076.693152:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.693688:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685085696 00000100:00100000:1.0:1746157076.693697:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685085696 00010000:00010000:1.0:1746157076.693725:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f43f expref: 57 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.693842:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16873 00000100:00100000:1.0:1746157076.693850:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2010:x1830977685085696:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.693861:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.693878:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f43f expref: 57 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.693889:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f43f expref: 57 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.693907:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88534ff8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f43f expref: 57 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.694126:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.694129:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.694136:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88534ff93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f446 expref: 56 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.694144:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88534ff93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f446 expref: 56 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.694172:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88534ff93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f446 expref: 56 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.694182:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679130624:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.694255:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.696767:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679130624:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.696795:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.696851:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685085696:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3001us (3707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.696863:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16873 00000100:00100000:0.0:1746157076.697256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.697362:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685085952 00000100:00100000:1.0:1746157076.697369:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685085952 00002000:00100000:1.0:1746157076.697401:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5ca680 x1830977685085952/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.697410:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca680 with x1830977685085952 ext(0->4095) 00002000:00010000:1.0:1746157076.697414:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5ca680 00000100:00100000:1.0:1746157076.697548:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13576 00000100:00100000:1.0:1746157076.697555:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685085952:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157076.697696:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685085952:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.697701:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13576 00002000:00100000:1.0:1746157076.697706:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5ca680 x1830977685085952/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.697713:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca680 with x1830977685085952 ext(0->4095) 00002000:00010000:1.0:1746157076.697716:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5ca680 00000100:00100000:0.0:1746157076.701514:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.704883:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.704996:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685086208 00000100:00100000:1.0:1746157076.705001:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685086208 00010000:00010000:1.0:1746157076.705023:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88534ff93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f446 expref: 56 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.705092:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16874 00000100:00100000:1.0:1746157076.705099:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685086208:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.705110:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.705129:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88534ff93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f446 expref: 56 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.705147:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88534ff93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f446 expref: 56 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.705165:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88534ff93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f446 expref: 56 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.705186:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.705188:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.705193:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88534ff9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f44d expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.705199:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88534ff9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f44d expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.705251:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88534ff9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f44d expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.705270:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679130880:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.705329:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.707118:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679130880:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.707134:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.707187:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2010:x1830977685086208:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2085us (2301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.707197:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16874 00000100:00100000:0.0:1746157076.708077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.708237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.711080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.718801:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.718904:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685086848 00000100:00100000:1.0:1746157076.718916:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685086848 00010000:00010000:1.0:1746157076.718953:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88534ff9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f44d expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.719005:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16875 00000100:00100000:1.0:1746157076.719012:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685086848:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.719025:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.719041:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88534ff9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f44d expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.719052:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88534ff9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f44d expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.719321:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88534ff9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f44d expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.719431:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.719602:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685086848:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 459us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.719610:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16875 00000100:00100000:0.0:1746157076.728171:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.728270:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685087104 00000100:00100000:1.0:1746157076.728278:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685087104 00002000:00100000:1.0:1746157076.728324:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5bdf800 x1830977685087104/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.728334:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdf800 with x1830977685087104 ext(0->4095) 00010000:00010000:1.0:1746157076.728343:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534ffa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f454 expref: 57 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.728362:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534ffa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f454 expref: 57 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157076.728368:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5bdf800 00000100:00100000:1.0:1746157076.728398:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2531 00000100:00100000:1.0:1746157076.728406:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2010:x1830977685087104:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157076.728557:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2010:x1830977685087104:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.728564:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2531 00002000:00100000:1.0:1746157076.729085:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5bdf800 x1830977685087104/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.729092:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdf800 with x1830977685087104 ext(0->4095) 00010000:00010000:1.0:1746157076.729097:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534ffa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f454 expref: 57 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.729106:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534ffa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f454 expref: 57 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157076.729112:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5bdf800 00000100:00100000:0.0:1746157076.731101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.731233:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685087232 00000100:00100000:1.0:1746157076.731242:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685087232 00010000:00010000:1.0:1746157076.731277:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534ffa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f454 expref: 57 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.732023:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16876 00000100:00100000:1.0:1746157076.732032:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2010:x1830977685087232:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.732046:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.732065:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534ffa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f454 expref: 57 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.732077:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534ffa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f454 expref: 57 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.732099:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed88534ffa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f454 expref: 57 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.732121:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.732123:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.732130:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ffa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f45b expref: 56 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.732138:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ffa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f45b expref: 56 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.732168:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ffa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f45b expref: 56 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.732179:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679131392:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.734022:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.734308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.734668:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679131392:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.734687:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.734728:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685087232:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2696us (3636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.734757:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16876 00000100:00100000:0.0:1746157076.738661:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.744324:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.744922:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685087744 00000100:00100000:1.0:1746157076.744931:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685087744 00010000:00010000:1.0:1746157076.744958:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ffa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f45b expref: 56 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.745000:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16877 00000100:00100000:1.0:1746157076.745008:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685087744:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.745021:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.745041:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ffa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f45b expref: 56 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.745052:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ffa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f45b expref: 56 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.745075:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88534ffa8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f45b expref: 56 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.745102:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.745104:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.745110:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ffaf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f462 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.745119:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ffaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f462 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.745147:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ffaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f462 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.745159:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679131648:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157076.745931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.746345:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.748557:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679131648:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.748569:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.748710:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685087744:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3702us (4386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.748718:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16877 00000100:00100000:0.0:1746157076.753109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.758897:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.759016:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685088256 00000100:00100000:1.0:1746157076.759026:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685088256 00010000:00010000:1.0:1746157076.759064:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ffaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f462 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.759110:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16878 00000100:00100000:1.0:1746157076.759118:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685088256:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.759133:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.759155:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ffaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f462 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.759168:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ffaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f462 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.759194:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ffaf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f462 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.759647:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.759650:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.759658:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ffb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f469 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.759668:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ffb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f469 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.759702:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ffb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f469 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.759715:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679131904:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.759835:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.764875:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.764963:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685088512 00000100:00100000:0.0:1746157076.764973:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685088512 00002000:00100000:0.0:1746157076.765031:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f157480 x1830977685088512/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.765041:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f157480 with x1830977685088512 ext(0->4095) 00002000:00010000:0.0:1746157076.765047:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f157480 00000100:00100000:0.0:1746157076.765085:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13579 00000100:00100000:0.0:1746157076.765093:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685088512:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157076.765733:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685088512:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 640us (870us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157076.765762:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13579 00002000:00100000:0.0:1746157076.765769:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f157480 x1830977685088512/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.765775:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f157480 with x1830977685088512 ext(0->4095) 00002000:00010000:0.0:1746157076.765779:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f157480 00000100:00100000:0.0:1746157076.773395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.778447:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.779594:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977685088768:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 871us (1148us total) trans 4294970549 rc 0/0 00000100:00100000:0.0:1746157076.779602:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2533 00002000:00100000:0.0:1746157076.779609:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012a2fea00 x1830977685088768/t4294970549(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 496/448 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.779617:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fea00 with x1830977685088768 ext(0->7) 00010000:00010000:0.0:1746157076.779623:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ffb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f469 expref: 58 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.779644:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ffb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f469 expref: 58 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157076.779650:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2fea00 00000100:00100000:0.0:1746157076.783947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.790244:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.794130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.795319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.800253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.804194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.804210:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685089792 00000100:00100000:0.0:1746157076.804215:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685089792 00002000:00100000:0.0:1746157076.804415:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926fbb80 x1830977685089792/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.804422:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fbb80 with x1830977685089792 ext(0->4095) 00010000:00010000:0.0:1746157076.804428:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ffc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f477 expref: 59 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.804436:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ffc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f477 expref: 59 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157076.804441:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926fbb80 00000100:00100000:0.0:1746157076.804458:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2534 00000100:00100000:0.0:1746157076.804462:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977685089792:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157076.804557:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977685089792:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157076.804561:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2534 00002000:00100000:0.0:1746157076.804564:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926fbb80 x1830977685089792/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.804569:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fbb80 with x1830977685089792 ext(0->4095) 00010000:00010000:0.0:1746157076.804572:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ffc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f477 expref: 59 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.804577:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88534ffc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f477 expref: 59 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157076.804581:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926fbb80 00000100:00100000:0.0:1746157076.808671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.809653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.813006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.817818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.817905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.823791:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.823939:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685090816 00000100:00100000:1.0:1746157076.823949:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685090816 00002000:00100000:1.0:1746157076.824008:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03480 x1830977685090816/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.824019:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03480 with x1830977685090816 ext(0->4095) 00010000:00010000:1.0:1746157076.824029:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ffd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f485 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.824043:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ffd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f485 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157076.824050:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca03480 00000100:00100000:1.0:1746157076.824141:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2536 00000100:00100000:1.0:1746157076.824149:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685090816:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157076.824332:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685090816:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.824339:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2536 00002000:00100000:1.0:1746157076.824343:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03480 x1830977685090816/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.824350:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03480 with x1830977685090816 ext(0->4095) 00010000:00010000:1.0:1746157076.824354:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ffd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f485 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.824363:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88534ffd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f485 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157076.824368:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca03480 00000100:00100000:0.0:1746157076.829062:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.832168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.835354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.839775:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.842346:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.843688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.847397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.850511:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.850563:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685092224 00000100:00100000:1.0:1746157076.850568:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685092224 00002000:00100000:1.0:1746157076.850595:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5180 x1830977685092224/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.850603:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5180 with x1830977685092224 ext(0->4095) 00002000:00010000:1.0:1746157076.850607:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a5180 00000100:00100000:1.0:1746157076.851203:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13582 00000100:00100000:1.0:1746157076.851210:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685092224:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157076.851313:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685092224:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (801us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.851318:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13582 00002000:00100000:1.0:1746157076.851323:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5180 x1830977685092224/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.851330:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5180 with x1830977685092224 ext(0->4095) 00002000:00010000:1.0:1746157076.851333:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a5180 00000100:00100000:0.0:1746157076.864862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.866151:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2538 00000100:00100000:1.0:1746157076.866164:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685092480:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157076.867119:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685092480:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 956us (2259us total) trans 4294970550 rc 0/0 00000100:00100000:1.0:1746157076.867127:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2538 00002000:00100000:1.0:1746157076.867136:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306a5500 x1830977685092480/t4294970550(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 496/448 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.867147:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5500 with x1830977685092480 ext(0->7) 00010000:00010000:1.0:1746157076.867154:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ffe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f49a expref: 60 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.867168:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ffe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f49a expref: 60 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157076.867174:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5500 00000100:00100000:0.0:1746157076.870855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.872408:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685092736 00000100:00100000:0.0:1746157076.872414:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685092736 00010000:00010000:0.0:1746157076.872439:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ffe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f49a expref: 61 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:0.0:1746157076.872579:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16886 00000100:00100000:0.0:1746157076.872585:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2011:x1830977685092736:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157076.872593:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157076.872610:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ffe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f49a expref: 61 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.872619:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ffe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f49a expref: 61 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.872635:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88534ffe7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f49a expref: 61 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.872656:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157076.872658:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157076.872662:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534ffee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4a1 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.872669:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534ffee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4a1 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.872690:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534ffee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4a1 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.872700:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534ffee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4a1 expref: 5 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:0.0:1746157076.872709:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679134080:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157076.873017:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.874780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.875039:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685092992 00000100:00100000:1.0:1746157076.875045:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685092992 00002000:00100000:1.0:1746157076.875074:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5f80 x1830977685092992/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.875083:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5f80 with x1830977685092992 ext(0->4095) 00010000:00010000:1.0:1746157076.875089:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534ffee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4a1 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.875100:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534ffee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4a1 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157076.875105:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5f80 00000100:00100000:1.0:1746157076.875130:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2539 00000100:00100000:1.0:1746157076.875137:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685092992:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157076.875250:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685092992:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.875256:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2539 00002000:00100000:1.0:1746157076.875260:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5f80 x1830977685092992/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.875267:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5f80 with x1830977685092992 ext(0->4095) 00010000:00010000:1.0:1746157076.875271:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534ffee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4a1 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.875279:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88534ffee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4a1 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157076.875284:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5f80 00000100:00100000:0.0:1746157076.877580:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.880567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.880645:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685093376 00000100:00100000:1.0:1746157076.880651:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685093376 00002000:00100000:1.0:1746157076.880689:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6680 x1830977685093376/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.880698:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6680 with x1830977685093376 ext(0->4095) 00002000:00010000:1.0:1746157076.880703:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a6680 00000100:00100000:1.0:1746157076.880729:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13583 00000100:00100000:1.0:1746157076.880761:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685093376:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157076.880865:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685093376:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.880871:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13583 00002000:00100000:1.0:1746157076.880876:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6680 x1830977685093376/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.880882:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6680 with x1830977685093376 ext(0->4095) 00002000:00010000:1.0:1746157076.880885:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a6680 00000100:00100000:0.0:1746157076.883369:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.886446:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.891234:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.891768:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685093888 00000100:00100000:1.0:1746157076.891779:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685093888 00002000:00100000:1.0:1746157076.891820:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7100 x1830977685093888/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.891830:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7100 with x1830977685093888 ext(0->4095) 00002000:00010000:1.0:1746157076.891835:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a7100 00000100:00100000:0.0:1746157076.891852:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.891872:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13584 00000100:00100000:1.0:1746157076.891878:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685093888:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157076.892026:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685093888:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (804us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.892033:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13584 00002000:00100000:1.0:1746157076.892038:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7100 x1830977685093888/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.892051:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7100 with x1830977685093888 ext(0->4095) 00002000:00010000:1.0:1746157076.892053:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a7100 00000100:00100000:0.0:1746157076.897343:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.897444:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.897480:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685094144 00000100:00100000:1.0:1746157076.897499:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685094144 00000100:00100000:1.0:1746157076.897560:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29551 00000100:00100000:1.0:1746157076.897568:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1768:x1830977685094144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157076.897588:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157076.897602:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f4bd expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157076.897772:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16889 00000100:00100000:0.0:1746157076.897789:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685094272:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157076.897804:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157076.897827:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88534fffc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4af expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.897847:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88534fffc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4af expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.897870:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157076.897872:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157076.897880:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4b6 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.897889:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350003 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4b6 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157076.897922:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350003 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4b6 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157076.897935:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679134720:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157076.898023:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b840 going to sleep for 11 seconds 00010000:00010000:1.0:1746157076.898424:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350003 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4b6 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.898432:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157076.898433:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157076.898436:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 62 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.898610:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350003 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4b6 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.898625:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350003 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4b6 expref: 62 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.898636:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679134848:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157076.899779:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.900348:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679134720:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.900364:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.900401:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685094272:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2621us (2955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.900410:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16889 00000100:00100000:0.0:1746157076.905348:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.905997:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679134848:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157076.906016:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 61 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.906027:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157076.906058:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1768:x1830977685094144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8490us (8725us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.906067:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29551 00000100:00100000:0.0:1746157076.912440:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.913229:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685094656 00000100:00100000:1.0:1746157076.913238:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685094656 00010000:00010000:1.0:1746157076.913269:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350003 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4b6 expref: 61 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.913310:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16890 00000100:00100000:1.0:1746157076.913317:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2011:x1830977685094656:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.913328:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.913343:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350003 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4b6 expref: 61 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.913353:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4b6 expref: 61 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.913376:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350003 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4b6 expref: 61 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.913402:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.913403:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.913409:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 60 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.913416:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 60 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.913442:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 60 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.913459:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679134976:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.913531:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.916174:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.916353:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679134976:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.916369:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.916420:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2011:x1830977685094656:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3104us (3986us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.916430:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16890 00000100:00100000:0.0:1746157076.920240:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.921010:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685095040 00000100:00100000:1.0:1746157076.921020:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685095040 00000100:00100000:1.0:1746157076.921074:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29552 00000100:00100000:1.0:1746157076.921082:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685095040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157076.921105:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157076.921173:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f4c4 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.921206:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 59 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.921213:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157076.921215:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157076.921219:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.921253:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 59 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.921266:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 59 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.921279:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679135104:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157076.921771:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.927321:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679135104:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157076.927354:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.927371:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157076.927432:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685095040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6349us (7201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.927445:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29552 00000100:00100000:0.0:1746157076.928356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.928401:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.928722:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685095296 00000100:00100000:1.0:1746157076.928731:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685095296 00000100:00100000:1.0:1746157076.928794:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29553 00000100:00100000:1.0:1746157076.928801:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1767:x1830977685095296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157076.928818:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157076.928836:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f4cb expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.928861:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157076.928866:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.928872:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157076.928875:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4cb expref: 61 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.928909:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.928920:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4cb expref: 61 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.928929:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77800, rc 0) 00000100:00100000:1.0:1746157076.928972:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1767:x1830977685095296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.928979:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29553 00000100:00100000:1.0:1746157076.929007:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685095168 00000100:00100000:1.0:1746157076.929010:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685095168 00010000:00010000:1.0:1746157076.929023:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 61 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.929040:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16891 00000100:00100000:1.0:1746157076.929044:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2011:x1830977685095168:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.929051:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.929069:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 61 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.929079:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 61 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.929095:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed88535000a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4bd expref: 61 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.929110:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.929112:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.929117:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.929124:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.929141:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.929155:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 5 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.929165:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679135360:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.929221:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.932812:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679135360:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.932832:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.932887:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685095168:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3841us (4534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.932895:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16891 00000100:00100000:0.0:1746157076.933445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.937888:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.938023:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685095680 00000100:00100000:1.0:1746157076.938033:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685095680 00010000:00010000:1.0:1746157076.938076:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.938119:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16892 00000100:00100000:1.0:1746157076.938127:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685095680:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.938148:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.938169:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.938181:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.938205:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350011 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4c4 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.938236:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.938238:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.938246:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4cb expref: 59 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.938254:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4cb expref: 59 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.938286:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4cb expref: 59 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.938298:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679135488:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.939093:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.942122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.942323:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679135488:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.942344:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.942399:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685095680:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4271us (4521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.942410:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16892 00000100:00100000:0.0:1746157076.946366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.952006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.954229:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2011:x1830977685096192:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1896us (2220us total) trans 4294970551 rc 0/0 00000100:00100000:0.0:1746157076.954241:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2542 00002000:00100000:0.0:1746157076.954252:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b25bb80 x1830977685096192/t4294970551(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:637/0 lens 496/448 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157076.954261:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25bb80 with x1830977685096192 ext(0->7) 00010000:00010000:0.0:1746157076.954270:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4cb expref: 62 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157076.954284:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4cb expref: 62 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157076.954290:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b25bb80 00000100:00100000:0.0:1746157076.957122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.957619:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685096320 00000100:00100000:1.0:1746157076.957629:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685096320 00010000:00010000:1.0:1746157076.957667:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4cb expref: 62 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.957704:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16893 00000100:00100000:1.0:1746157076.957711:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685096320:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.957728:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.957776:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4cb expref: 62 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.957787:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4cb expref: 62 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.957808:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350018 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4cb expref: 62 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.957831:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.957833:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.957840:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535001f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.957848:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535001f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.957878:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535001f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.957888:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679135744:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.957975:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.960216:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.960595:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679135744:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.960616:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.960656:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685096320:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2944us (3543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.960670:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16893 00000100:00100000:0.0:1746157076.961256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.961354:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685096704 00000100:00100000:1.0:1746157076.961357:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685096704 00002000:00100000:1.0:1746157076.961382:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1aa00 x1830977685096704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/0 e 0 to 0 dl 1746157087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.961391:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1aa00 with x1830977685096704 ext(0->4095) 00010000:00010000:1.0:1746157076.961397:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535001f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d2 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.961407:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535001f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d2 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157076.961413:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1aa00 00000100:00100000:1.0:1746157076.961438:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2543 00000100:00100000:1.0:1746157076.961443:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685096704:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157076.961860:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685096704:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 415us (602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157076.961865:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2543 00002000:00100000:1.0:1746157076.961871:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1aa00 x1830977685096704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746157087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157076.961878:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1aa00 with x1830977685096704 ext(0->4095) 00010000:00010000:1.0:1746157076.961882:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535001f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d2 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.961896:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535001f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d2 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157076.961901:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1aa00 00000100:00100000:0.0:1746157076.966254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.966385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.966779:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685096960 00000100:00100000:1.0:1746157076.966782:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685096960 00010000:00010000:1.0:1746157076.966801:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535001f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d2 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.966818:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16894 00000100:00100000:1.0:1746157076.966823:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685096960:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.966831:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.966848:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535001f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d2 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.966859:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535001f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d2 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.966875:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535001f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d2 expref: 6 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.966892:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.966893:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.966899:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d9 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.966911:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d9 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.966945:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d9 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.966955:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d9 expref: 62 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.966966:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679136128:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.967030:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.971346:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.971469:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679136128:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.971490:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.971551:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685096960:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4725us (5163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.971563:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16894 00000100:00100000:0.0:1746157076.974612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.974688:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685097344 00000100:00100000:1.0:1746157076.974698:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685097344 00010000:00010000:1.0:1746157076.974774:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d9 expref: 63 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.975061:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16895 00000100:00100000:1.0:1746157076.975069:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977685097344:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.975084:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.975106:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d9 expref: 63 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.975119:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d9 expref: 63 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.975141:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350026 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4d9 expref: 63 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.975172:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.975175:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.975319:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535002d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4e0 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.975327:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535002d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4e0 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.975362:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535002d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4e0 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.975376:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679136256:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.976129:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157076.980259:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679136256:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157076.980283:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157076.980340:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2011:x1830977685097344:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5270us (5738us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157076.980351:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16895 00000100:00100000:0.0:1746157076.980710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.982460:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.987863:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157076.988109:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685097856 00000100:00100000:1.0:1746157076.988120:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685097856 00010000:00010000:1.0:1746157076.988160:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535002d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4e0 expref: 62 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157076.988203:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16896 00000100:00100000:1.0:1746157076.988211:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2011:x1830977685097856:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157076.988225:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157076.988246:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535002d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4e0 expref: 62 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.988259:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535002d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4e0 expref: 62 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.988281:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535002d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4e0 expref: 62 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157076.988310:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.988312:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157076.988320:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350034 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4e7 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.988328:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350034 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4e7 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157076.988361:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350034 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4e7 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157076.988379:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679136512:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157076.988467:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157076.990601:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157076.992885:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679136512:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157076.992905:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157076.992941:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977685097856:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4731us (5088us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157076.992951:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16896 00000100:00100000:0.0:1746157077.000996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.006967:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.014176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.023236:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.025350:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977685098880:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1423us (2118us total) trans 4294970552 rc 0/0 00000100:00100000:0.0:1746157077.025360:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2546 00002000:00100000:0.0:1746157077.025369:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910ba680 x1830977685098880/t4294970552(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/448 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.025378:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba680 with x1830977685098880 ext(0->7) 00010000:00010000:0.0:1746157077.025386:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed88535003b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4ee expref: 64 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157077.025399:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed88535003b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4ee expref: 64 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157077.025406:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910ba680 00000100:00100000:0.0:1746157077.033266:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.039759:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685099136 00000100:00100000:0.0:1746157077.039767:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685099136 00000100:00100000:0.0:1746157077.039877:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29560 00000100:00100000:0.0:1746157077.039886:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:1767:x1830977685099136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157077.039902:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157077.039994:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a475a000/0x7b65fed885350049 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f4fc expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.040019:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4f5 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.040025:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157077.040027:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157077.040030:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a475a000/0x7b65fed885350049 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4fc expref: 65 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.040055:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4f5 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.040065:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350042 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4f5 expref: 5 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:0.0:1746157077.040075:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679137152:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157077.040148:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.041121:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.041187:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685099392 00000100:00100000:1.0:1746157077.041192:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685099392 00002000:00100000:1.0:1746157077.041221:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891c00 x1830977685099392/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.041231:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891c00 with x1830977685099392 ext(0->4095) 00010000:00010000:1.0:1746157077.041237:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350042 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4f5 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.041248:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350042 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4f5 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.041254:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891c00 00000100:00100000:1.0:1746157077.041287:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2547 00000100:00100000:1.0:1746157077.041293:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685099392:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.041410:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685099392:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.041416:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2547 00002000:00100000:1.0:1746157077.041421:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891c00 x1830977685099392/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.041428:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891c00 with x1830977685099392 ext(0->4095) 00010000:00010000:1.0:1746157077.041432:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350042 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4f5 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.041441:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350042 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4f5 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.041446:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891c00 00000100:00100000:0.0:1746157077.041798:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679137152:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157077.041813:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a475a000/0x7b65fed885350049 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4fc expref: 64 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.041828:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a475a000, rc 0) 00000100:00100000:0.0:1746157077.041842:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:1767:x1830977685099136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1959us (2275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.041849:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29560 00000100:00100000:1.0:1746157077.045596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.051086:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.056810:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.059704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.060621:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685100032 00000100:00100000:1.0:1746157077.060627:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685100032 00002000:00100000:1.0:1746157077.060654:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092891880 x1830977685100032/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.060662:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891880 with x1830977685100032 ext(0->7) 00010000:00010000:1.0:1746157077.060667:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a475a000/0x7b65fed885350049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4fc expref: 64 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.060678:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a475a000/0x7b65fed885350049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4fc expref: 64 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.060683:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891880 00000100:00100000:1.0:1746157077.060704:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2548 00000100:00100000:1.0:1746157077.060709:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2010:x1830977685100032:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157077.065524:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2010:x1830977685100032:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4803us (5817us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1746157077.066400:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2548 00002000:00100000:0.0:1746157077.066412:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092891880 x1830977685100032/t4294970553(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/448 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.066421:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891880 with x1830977685100032 ext(0->7) 00010000:00010000:0.0:1746157077.066431:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a475a000/0x7b65fed885350049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4fc expref: 66 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157077.066444:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a475a000/0x7b65fed885350049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f4fc expref: 66 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157077.066451:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891880 00000100:00100000:1.0:1746157077.066555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:1.0:1746157077.067527:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157077.067632:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685100160 00000100:00100000:0.0:1746157077.067636:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685100160 00000100:00100000:0.0:1746157077.067658:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 550 00000100:00100000:0.0:1746157077.067662:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2013:x1830977685100160:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157077.067681:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2013:x1830977685100160:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 20us (1127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.067685:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 550 00000100:00080000:0.0:1746157077.067798:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746157077.067830:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157077.067864:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157077.068842:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746157077.068904:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1071 00000100:00100000:1.0:1746157077.068911:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2013:x1830977685100672:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157077.068936:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2013:x1830977685100672:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 27us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.068949:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1071 00000100:00100000:1.0:1746157077.069002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157077.069037:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746157077.071238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.071780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.078249:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.082017:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.086488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.091910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.096397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.096443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.098523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.102335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.106669:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685102848 00000100:00100000:0.0:1746157077.106680:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685102848 00002000:00100000:0.0:1746157077.106725:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca00380 x1830977685102848/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.106767:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00380 with x1830977685102848 ext(0->4095) 00002000:00010000:0.0:1746157077.106772:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca00380 00000100:00100000:0.0:1746157077.106795:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13591 00000100:00100000:0.0:1746157077.106804:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2011:x1830977685102848:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157077.107281:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2011:x1830977685102848:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 477us (692us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157077.107287:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13591 00002000:00100000:0.0:1746157077.107293:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca00380 x1830977685102848/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.107305:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00380 with x1830977685102848 ext(0->4095) 00002000:00010000:0.0:1746157077.107308:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca00380 00000100:00100000:0.0:1746157077.111867:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.116714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.117800:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685103104 00000100:00100000:1.0:1746157077.117807:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685103104 00002000:00100000:1.0:1746157077.117840:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306ef480 x1830977685103104/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.117849:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef480 with x1830977685103104 ext(0->7) 00010000:00010000:1.0:1746157077.117856:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f518 expref: 66 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.117867:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f518 expref: 66 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.117874:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ef480 00000100:00100000:1.0:1746157077.118054:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2551 00000100:00100000:1.0:1746157077.118061:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2012:x1830977685103104:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157077.118923:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2012:x1830977685103104:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 860us (2213us total) trans 4294970554 rc 0/0 00000100:00100000:0.0:1746157077.118931:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2551 00002000:00100000:0.0:1746157077.118937:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306ef480 x1830977685103104/t4294970554(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/448 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.118945:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef480 with x1830977685103104 ext(0->7) 00010000:00010000:0.0:1746157077.118950:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f518 expref: 68 pid: 9579 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157077.118960:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f518 expref: 68 pid: 9579 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157077.118966:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ef480 00000100:00100000:0.0:1746157077.121839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.127961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.128041:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685103488 00000100:00100000:1.0:1746157077.128048:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685103488 00002000:00100000:1.0:1746157077.128082:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ef100 x1830977685103488/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.128090:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef100 with x1830977685103488 ext(0->4095) 00002000:00010000:1.0:1746157077.128093:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ef100 00000100:00100000:1.0:1746157077.128116:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13592 00000100:00100000:1.0:1746157077.128122:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685103488:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.128315:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685103488:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.128321:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13592 00002000:00100000:1.0:1746157077.128327:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ef100 x1830977685103488/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.128334:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef100 with x1830977685103488 ext(0->4095) 00002000:00010000:1.0:1746157077.128336:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ef100 00000100:00100000:0.0:1746157077.133008:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.133280:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.133671:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29566 00000100:00100000:0.0:1746157077.133679:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:1768:x1830977685103616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157077.133694:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157077.133706:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e94600/0x7b65fed885350073 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f526 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.133728:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535006c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f51f expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.133754:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157077.133756:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157077.133759:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e94600/0x7b65fed885350073 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f526 expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.133782:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535006c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f51f expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.133791:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535006c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f51f expref: 5 pid: 9579 timeout: 837 lvb_type: 0 00000100:00100000:0.0:1746157077.133802:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f166d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679138688:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157077.133848:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.136466:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.141710:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.144724:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.144841:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.149218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.153780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.154476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.156847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.159877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.159924:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685105280 00000100:00100000:0.0:1746157077.159934:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685105280 00000100:00100000:0.0:1746157077.160017:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29570 00000100:00100000:0.0:1746157077.160026:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:1768:x1830977685105280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157077.160042:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157077.160055:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd92e00/0x7b65fed88535008f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f542 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.160077:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157077.160081:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350088 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f53b expref: 70 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.160085:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157077.160088:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd92e00/0x7b65fed88535008f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f542 expref: 70 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.160112:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350088 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f53b expref: 69 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.160119:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cd92e00/0x7b65fed88535008f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f542 expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.160124:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd92e00, rc 0) 00000100:00100000:0.0:1746157077.160158:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:1768:x1830977685105280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.160162:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29570 00000100:00100000:0.0:1746157077.161975:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.164546:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.167133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.171217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.171534:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685105920 00000100:00100000:0.0:1746157077.171543:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685105920 00000100:00100000:0.0:1746157077.171805:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29571 00000100:00100000:0.0:1746157077.171814:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685105920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157077.171834:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157077.171854:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd93e00/0x7b65fed885350096 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f549 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.171885:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd92e00/0x7b65fed88535008f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f542 expref: 67 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.171892:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157077.171894:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157077.171898:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd93e00/0x7b65fed885350096 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f549 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.171931:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd92e00/0x7b65fed88535008f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f542 expref: 67 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.171944:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd92e00/0x7b65fed88535008f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f542 expref: 67 pid: 9577 timeout: 837 lvb_type: 0 00000100:00100000:0.0:1746157077.171955:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679139968:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157077.172300:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.174833:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.175989:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685106176 00000100:00100000:0.0:1746157077.175994:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685106176 00000100:00100000:0.0:1746157077.176053:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29572 00000100:00100000:0.0:1746157077.176059:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:1767:x1830977685106176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157077.176076:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157077.176090:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9da00/0x7b65fed88535009d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f550 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.176107:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd93e00/0x7b65fed885350096 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f549 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.176114:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157077.176115:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157077.176118:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9da00/0x7b65fed88535009d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f550 expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.176137:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd93e00/0x7b65fed885350096 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f549 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.176149:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd93e00/0x7b65fed885350096 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f549 expref: 5 pid: 9577 timeout: 837 lvb_type: 0 00000100:00100000:0.0:1746157077.176158:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679140224:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157077.176618:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.177417:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.180229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.183358:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.186861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.193058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.199521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.204509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.204894:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.208569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.210057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.212859:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.214940:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.217917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.221841:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.225438:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.229834:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.229881:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.233250:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.234101:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685109248 00000100:00100000:1.0:1746157077.234109:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685109248 00000100:00100000:1.0:1746157077.234208:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29578 00000100:00100000:1.0:1746157077.234217:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:1768:x1830977685109248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.234234:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.234250:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853500c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f57a expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.234273:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.234278:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853500c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f573 expref: 71 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.234285:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.234288:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853500c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f57a expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.234326:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853500c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f573 expref: 71 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.234336:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853500c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f57a expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.234344:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76400, rc 0) 00000100:00100000:1.0:1746157077.234377:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1768:x1830977685109248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (1137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.234383:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29578 00000100:00100000:0.0:1746157077.234976:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.237190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.237309:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685109632 00000100:00100000:1.0:1746157077.237314:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685109632 00002000:00100000:1.0:1746157077.237343:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce85f80 x1830977685109632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.237352:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85f80 with x1830977685109632 ext(0->4095) 00010000:00010000:1.0:1746157077.237358:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853500c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f573 expref: 71 pid: 9577 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.237370:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853500c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f573 expref: 71 pid: 9577 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.237376:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce85f80 00000100:00100000:1.0:1746157077.237501:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2559 00000100:00100000:1.0:1746157077.237508:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2010:x1830977685109632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.237701:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2010:x1830977685109632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 192us (510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.237707:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2559 00002000:00100000:1.0:1746157077.237712:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce85f80 x1830977685109632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.237719:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85f80 with x1830977685109632 ext(0->4095) 00010000:00010000:1.0:1746157077.237724:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853500c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f573 expref: 71 pid: 9577 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.237733:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853500c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f573 expref: 71 pid: 9577 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.237762:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce85f80 00000100:00100000:0.0:1746157077.239628:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.242962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.243027:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685110016 00000100:00100000:1.0:1746157077.243032:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685110016 00002000:00100000:1.0:1746157077.243065:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a6680 x1830977685110016/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.243072:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6680 with x1830977685110016 ext(0->4095) 00002000:00010000:1.0:1746157077.243076:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a6680 00000100:00100000:0.0:1746157077.246006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.246184:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685110144 00000100:00100000:1.0:1746157077.246191:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685110144 00000100:00100000:1.0:1746157077.246242:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29579 00000100:00100000:1.0:1746157077.246249:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685110144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.246263:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.246276:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed8853500ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f581 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.246303:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853500c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f57a expref: 69 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.246308:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.246310:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.246313:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed8853500ce lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f581 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.246334:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853500c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f57a expref: 69 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.246344:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853500c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f57a expref: 69 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.246354:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679142016:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.246429:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.249467:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679142016:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.249492:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed8853500ce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f581 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.249506:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76600, rc 0) 00000100:00100000:1.0:1746157077.249550:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685110144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3300us (3549us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.249561:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29579 00000100:00100000:0.0:1746157077.249722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.252353:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.252729:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685110528 00000100:00100000:1.0:1746157077.252762:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685110528 00002000:00100000:1.0:1746157077.252799:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7100 x1830977685110528/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.252808:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7100 with x1830977685110528 ext(0->4095) 00002000:00010000:1.0:1746157077.252812:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a7100 00000100:00100000:1.0:1746157077.252825:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13598 00000100:00100000:1.0:1746157077.252831:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685110528:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.252946:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685110528:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.252951:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13598 00002000:00100000:1.0:1746157077.252956:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7100 x1830977685110528/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.252962:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7100 with x1830977685110528 ext(0->4095) 00002000:00010000:1.0:1746157077.252965:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a7100 00000100:00100000:0.0:1746157077.253381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.253414:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685110656 00000100:00100000:1.0:1746157077.253417:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685110656 00000100:00100000:1.0:1746157077.253445:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29580 00000100:00100000:1.0:1746157077.253451:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:1767:x1830977685110656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.253459:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.253472:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f588 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.253493:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed8853500ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f581 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.253504:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.253505:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.253508:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500d5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f588 expref: 70 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.253530:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed8853500ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f581 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.253540:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed8853500ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f581 expref: 5 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.253549:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679142272:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.253613:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.254695:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.256226:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157077.256555:0:9578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed8853500ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f581 expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.256572:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679142272:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.256585:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500d5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f588 expref: 71 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.256591:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500d5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f588 expref: 71 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.256599:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77800, rc 0) 00000100:00100000:1.0:1746157077.256615:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685110656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3164us (3234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.256621:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29580 00000100:00100000:0.0:1746157077.260005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.263576:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.267196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.270220:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.270355:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685111680 00000100:00100000:1.0:1746157077.270363:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685111680 00000100:00100000:1.0:1746157077.270406:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29582 00000100:00100000:1.0:1746157077.270411:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685111680:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.270425:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.270438:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853500e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f596 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.270460:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853500dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f58f expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.270466:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.270468:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.270470:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853500e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f596 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.270493:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853500dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f58f expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.270502:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853500dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f58f expref: 69 pid: 9577 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.270510:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679142784:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.270574:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.272360:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679142784:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.272384:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853500e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f596 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.272397:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76e00, rc 0) 00000100:00100000:1.0:1746157077.272433:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685111680:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2020us (2220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.272440:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29582 00000100:00100000:0.0:1746157077.272666:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685111808 00000100:00100000:0.0:1746157077.272671:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685111808 00010000:00010000:0.0:1746157077.272690:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853500dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f58f expref: 70 pid: 9577 timeout: 837 lvb_type: 0 00000100:00100000:0.0:1746157077.272712:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16921 00000100:00100000:0.0:1746157077.272717:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a568b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685111808:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157077.272726:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157077.272766:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853500dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f58f expref: 70 pid: 9577 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157077.272775:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853500dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f58f expref: 70 pid: 9577 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157077.272794:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853500dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f58f expref: 70 pid: 9577 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157077.272814:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157077.272816:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157077.272821:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853500e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f596 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.272828:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853500e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f596 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.272937:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853500e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f596 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157077.272948:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679142912:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157077.273026:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.274818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.276474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.276546:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685112192 00000100:00100000:1.0:1746157077.276552:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685112192 00000100:00100000:1.0:1746157077.276593:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29583 00000100:00100000:1.0:1746157077.276599:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:1768:x1830977685112192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.276613:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.276630:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853500ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f59d expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.276657:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853500e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f596 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.276663:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.276664:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.276667:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853500ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f59d expref: 70 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.276695:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853500e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f596 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.276706:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853500e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f596 expref: 5 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.276719:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679143040:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.276831:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.277926:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.277950:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679143040:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.277970:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853500ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f59d expref: 70 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.277994:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157077.278027:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:1768:x1830977685112192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1428us (1557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.278034:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29583 00000100:00100000:0.0:1746157077.278545:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.278620:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685112448 00000100:00100000:1.0:1746157077.278624:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685112448 00000100:00100000:1.0:1746157077.278695:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29584 00000100:00100000:1.0:1746157077.278701:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:1767:x1830977685112448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.278714:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.278729:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed8853500f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f5a4 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.278787:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853500ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f59d expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.278793:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.278795:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.278797:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed8853500f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5a4 expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.278823:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853500ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f59d expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.278834:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853500ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f59d expref: 71 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.278846:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679143168:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.278910:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.279910:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679143168:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.279930:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed8853500f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5a4 expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.279942:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76000, rc 0) 00000100:00100000:1.0:1746157077.279992:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685112448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1279us (1435us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.279999:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29584 00000100:00100000:0.0:1746157077.280391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.283177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.283284:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685112832 00000100:00100000:1.0:1746157077.283292:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685112832 00000100:00100000:0.0:1746157077.283359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.283398:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29585 00000100:00100000:1.0:1746157077.283406:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685112832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.283423:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.283440:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f5ab expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.283468:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.283475:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed8853500f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5a4 expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.283481:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157077.283484:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5ab expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.283675:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed8853500f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5a4 expref: 70 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.283688:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed8853500f1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5a4 expref: 70 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.283704:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679143424:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.283801:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.286191:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679143424:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.286218:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5ab expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.286233:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77800, rc 0) 00000100:00100000:0.0:1746157077.286245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.286270:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685112832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2865us (3101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.286277:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29585 00000100:00100000:0.0:1746157077.286877:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2562 00000100:00100000:0.0:1746157077.286886:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685113216:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157077.287054:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685113216:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (809us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157077.287060:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2562 00002000:00100000:0.0:1746157077.287066:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5180 x1830977685113216/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.287073:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5180 with x1830977685113216 ext(0->4095) 00010000:00010000:0.0:1746157077.287079:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed8853500f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5a4 expref: 70 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157077.287088:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed8853500f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5a4 expref: 70 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157077.287094:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5180 00000100:00100000:0.0:1746157077.289305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.289349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.289871:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685113344 00000100:00100000:1.0:1746157077.289881:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685113344 00000100:00100000:1.0:1746157077.289938:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29586 00000100:00100000:1.0:1746157077.289946:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:1767:x1830977685113344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.289968:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.290004:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853500ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f5b2 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.290033:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.290041:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5ab expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.290047:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157077.290050:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853500ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5b2 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.290093:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5ab expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.290107:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853500ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5b2 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.290128:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157077.290175:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685113344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 229us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.290181:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29586 00000100:00100000:0.0:1746157077.292176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.292200:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685113728 00000100:00100000:0.0:1746157077.292205:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685113728 00002000:00100000:0.0:1746157077.292240:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5be300 x1830977685113728/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.292249:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5be300 with x1830977685113728 ext(0->4095) 00010000:00010000:0.0:1746157077.292257:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5ab expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157077.292270:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5ab expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157077.292276:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5be300 00000100:00100000:0.0:1746157077.292298:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2563 00000100:00100000:0.0:1746157077.292303:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685113728:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157077.292420:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685113728:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157077.292426:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2563 00002000:00100000:0.0:1746157077.292431:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5be300 x1830977685113728/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.292438:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5be300 with x1830977685113728 ext(0->4095) 00010000:00010000:0.0:1746157077.292442:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5ab expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157077.292450:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853500f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5ab expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157077.292460:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5be300 00000100:00100000:0.0:1746157077.293726:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.295780:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.295801:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685114112 00000100:00100000:0.0:1746157077.295805:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685114112 00002000:00100000:0.0:1746157077.295841:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bed80 x1830977685114112/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.295850:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bed80 with x1830977685114112 ext(0->4095) 00002000:00010000:0.0:1746157077.295854:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bed80 00000100:00100000:0.0:1746157077.295879:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13601 00000100:00100000:0.0:1746157077.295885:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685114112:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157077.296322:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685114112:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 436us (542us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157077.296328:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13601 00002000:00100000:0.0:1746157077.296334:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bed80 x1830977685114112/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.296341:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bed80 with x1830977685114112 ext(0->4095) 00002000:00010000:0.0:1746157077.296344:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bed80 00000100:00100000:0.0:1746157077.297706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.297914:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685114240 00000100:00100000:1.0:1746157077.297922:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685114240 00000100:00100000:1.0:1746157077.297969:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29587 00000100:00100000:1.0:1746157077.297976:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685114240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.298006:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.298024:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed885350106 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f5b9 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.298049:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853500ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5b2 expref: 69 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.298056:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.298057:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.298061:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed885350106 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5b9 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.298089:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853500ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5b2 expref: 69 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.298103:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853500ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5b2 expref: 69 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.298115:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679144064:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.298197:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.299205:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679144064:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.299233:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed885350106 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5b9 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.299249:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76200, rc 0) 00000100:00100000:1.0:1746157077.299294:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685114240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1319us (1593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.299302:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29587 00000100:00100000:0.0:1746157077.299492:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.301205:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.301339:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685114624 00000100:00100000:1.0:1746157077.301345:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685114624 00002000:00100000:1.0:1746157077.301379:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bd880 x1830977685114624/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.301389:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bd880 with x1830977685114624 ext(0->4095) 00002000:00010000:1.0:1746157077.301393:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bd880 00000100:00100000:1.0:1746157077.301419:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13602 00000100:00100000:1.0:1746157077.301425:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685114624:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.301568:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685114624:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.301574:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13602 00002000:00100000:1.0:1746157077.301579:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bd880 x1830977685114624/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.301587:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bd880 with x1830977685114624 ext(0->4095) 00002000:00010000:1.0:1746157077.301590:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bd880 00000100:00100000:1.0:1746157077.303416:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685114752 00000100:00100000:1.0:1746157077.303424:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685114752 00000100:00100000:1.0:1746157077.303477:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29588 00000100:00100000:1.0:1746157077.303484:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:1768:x1830977685114752:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.303502:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.303520:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88535010d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f5c0 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.303548:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed885350106 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5b9 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.303559:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.303561:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.303564:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88535010d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c0 expref: 70 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.303596:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed885350106 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5b9 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.303606:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed885350106 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5b9 expref: 5 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.303619:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679144320:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.303930:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.305851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.305853:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679144320:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.305887:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88535010d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c0 expref: 70 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.305906:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77800, rc 0) 00000100:00100000:1.0:1746157077.305956:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:1768:x1830977685114752:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2473us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.306060:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29588 00000100:00100000:0.0:1746157077.306374:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.306714:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685115008 00000100:00100000:1.0:1746157077.306718:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685115008 00000100:00100000:1.0:1746157077.306759:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29589 00000100:00100000:1.0:1746157077.306765:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:1767:x1830977685115008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.306781:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.306792:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350114 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f5c7 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.306807:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88535010d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c0 expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.306813:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.306814:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.306817:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350114 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c7 expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.306833:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88535010d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c0 expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.306843:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88535010d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c0 expref: 71 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.306852:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679144576:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.306889:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.308332:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.308396:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685115264 00000100:00100000:1.0:1746157077.308404:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685115264 00002000:00100000:1.0:1746157077.308445:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7aed80 x1830977685115264/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.308454:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aed80 with x1830977685115264 ext(0->4095) 00010000:00010000:1.0:1746157077.308462:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88535010d lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c0 expref: 72 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.308479:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88535010d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c0 expref: 72 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.308484:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7aed80 00000100:00100000:1.0:1746157077.308631:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2564 00000100:00100000:1.0:1746157077.308639:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685115264:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.308938:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685115264:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 299us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.308945:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2564 00002000:00100000:1.0:1746157077.308951:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7aed80 x1830977685115264/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.308958:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aed80 with x1830977685115264 ext(0->4095) 00010000:00010000:1.0:1746157077.308963:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88535010d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c0 expref: 72 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.308972:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed88535010d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c0 expref: 72 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.308991:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7aed80 00000100:00100000:1.0:1746157077.309208:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679144576:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.309226:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350114 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c7 expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.309242:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:1.0:1746157077.309266:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685115008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2500us (2892us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.309272:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29589 00000100:00100000:0.0:1746157077.310588:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.310634:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.310756:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685115520 00000100:00100000:1.0:1746157077.310759:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685115520 00000100:00100000:0.0:1746157077.313427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.313798:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685115776 00000100:00100000:1.0:1746157077.313805:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685115776 00002000:00100000:1.0:1746157077.313844:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac700 x1830977685115776/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.313854:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac700 with x1830977685115776 ext(0->4095) 00010000:00010000:1.0:1746157077.313861:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c7 expref: 70 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.313873:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c7 expref: 70 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.313879:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7ac700 00000100:00100000:1.0:1746157077.313904:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2565 00000100:00100000:1.0:1746157077.313911:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685115776:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.314054:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685115776:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.314060:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2565 00002000:00100000:1.0:1746157077.314065:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac700 x1830977685115776/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.314073:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac700 with x1830977685115776 ext(0->4095) 00010000:00010000:1.0:1746157077.314078:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c7 expref: 70 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.314086:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5c7 expref: 70 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.314091:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7ac700 00000100:00100000:0.0:1746157077.315781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.315834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.320069:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.322083:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679145216:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746157077.322146:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157077.322482:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679145216:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746157077.323847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.326583:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.326637:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685116672 00000100:00100000:1.0:1746157077.326643:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685116672 00002000:00100000:1.0:1746157077.326674:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7adc00 x1830977685116672/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.326681:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7adc00 with x1830977685116672 ext(0->4095) 00002000:00010000:1.0:1746157077.326685:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7adc00 00000100:00100000:1.0:1746157077.326708:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13603 00000100:00100000:1.0:1746157077.326712:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685116672:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.327216:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685116672:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 500us (632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.327223:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13603 00002000:00100000:1.0:1746157077.327228:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7adc00 x1830977685116672/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.327235:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7adc00 with x1830977685116672 ext(0->4095) 00002000:00010000:1.0:1746157077.327239:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7adc00 00000100:00100000:0.0:1746157077.329353:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.331339:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.333770:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.333814:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685117184 00000100:00100000:1.0:1746157077.333823:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685117184 00002000:00100000:1.0:1746157077.333863:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260b100 x1830977685117184/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.333872:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260b100 with x1830977685117184 ext(0->4095) 00002000:00010000:1.0:1746157077.333877:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260b100 00000100:00100000:1.0:1746157077.333906:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13604 00000100:00100000:1.0:1746157077.333913:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685117184:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.334080:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685117184:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.334086:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13604 00002000:00100000:1.0:1746157077.334091:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260b100 x1830977685117184/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.334098:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260b100 with x1830977685117184 ext(0->4095) 00002000:00010000:1.0:1746157077.334101:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260b100 00000100:00100000:0.0:1746157077.335885:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.337413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.337571:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685117440 00000100:00100000:1.0:1746157077.337578:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685117440 00000100:00100000:1.0:1746157077.337622:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29594 00000100:00100000:1.0:1746157077.337630:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685117440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.337644:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.337659:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350137 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f5ea expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.337681:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.337687:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350130 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5e3 expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.337693:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.337697:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350137 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5ea expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157077.337718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157077.337729:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350130 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5e3 expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.337761:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350137 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f5ea expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.337770:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:0.0:1746157077.337845:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685117440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.337852:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29594 00000100:00100000:0.0:1746157077.339667:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.341287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.341358:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.343700:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.346887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.347168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.349586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.354021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.357914:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.360669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.363010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.365088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.365230:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685119744 00000100:00100000:1.0:1746157077.365234:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685119744 00002000:00100000:1.0:1746157077.365255:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260aa00 x1830977685119744/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.365261:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260aa00 with x1830977685119744 ext(0->4095) 00002000:00010000:1.0:1746157077.365264:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260aa00 00000100:00100000:1.0:1746157077.365281:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13606 00000100:00100000:1.0:1746157077.365289:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685119744:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.365449:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685119744:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.365454:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13606 00002000:00100000:1.0:1746157077.365459:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260aa00 x1830977685119744/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.365471:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260aa00 with x1830977685119744 ext(0->4095) 00002000:00010000:1.0:1746157077.365474:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260aa00 00000100:00100000:0.0:1746157077.366634:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.367274:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685120000 00000100:00100000:1.0:1746157077.367278:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685120000 00000100:00100000:1.0:1746157077.367303:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29599 00000100:00100000:1.0:1746157077.367309:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685120000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.367316:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.367322:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88535015a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f60d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.367332:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.367336:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350153 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f606 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.367340:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.367342:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88535015a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f60d expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.367359:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350153 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f606 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.367368:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88535015a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f60d expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.367376:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76600, rc 0) 00000100:00100000:1.0:1746157077.367407:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685120000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.367413:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29599 00000100:00100000:0.0:1746157077.368630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.370512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.370583:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685120384 00000100:00100000:1.0:1746157077.370588:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685120384 00002000:00100000:1.0:1746157077.370614:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250e680 x1830977685120384/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.370622:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250e680 with x1830977685120384 ext(0->4095) 00010000:00010000:1.0:1746157077.370628:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f606 expref: 71 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.370637:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f606 expref: 71 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.370643:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250e680 00000100:00100000:1.0:1746157077.370664:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2570 00000100:00100000:1.0:1746157077.370669:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2010:x1830977685120384:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.370917:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2010:x1830977685120384:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 247us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.370923:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2570 00002000:00100000:1.0:1746157077.370928:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250e680 x1830977685120384/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.370934:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250e680 with x1830977685120384 ext(0->4095) 00010000:00010000:1.0:1746157077.370938:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f606 expref: 71 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.370950:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f606 expref: 71 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.370955:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250e680 00000100:00100000:0.0:1746157077.372604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.373955:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.376849:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.376883:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685120896 00000100:00100000:1.0:1746157077.376889:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685120896 00002000:00100000:1.0:1746157077.376916:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250dc00 x1830977685120896/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.376924:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250dc00 with x1830977685120896 ext(0->4095) 00010000:00010000:1.0:1746157077.376931:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88535015a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f60d expref: 70 pid: 9577 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.376942:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88535015a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f60d expref: 70 pid: 9577 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.376947:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250dc00 00000100:00100000:1.0:1746157077.376962:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2571 00000100:00100000:1.0:1746157077.376967:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2012:x1830977685120896:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157077.377099:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2012:x1830977685120896:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.377105:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2571 00002000:00100000:1.0:1746157077.377110:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250dc00 x1830977685120896/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.377117:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250dc00 with x1830977685120896 ext(0->4095) 00010000:00010000:1.0:1746157077.377121:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88535015a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f60d expref: 70 pid: 9577 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.377129:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76600/0x7b65fed88535015a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f60d expref: 70 pid: 9577 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.377134:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250dc00 00000100:00100000:0.0:1746157077.378665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.378731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.380449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.380855:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685121408 00000100:00100000:1.0:1746157077.380859:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685121408 00002000:00100000:1.0:1746157077.380887:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250df80 x1830977685121408/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.380894:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250df80 with x1830977685121408 ext(0->4095) 00010000:00010000:1.0:1746157077.380900:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f614 expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.380909:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f614 expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.380915:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250df80 00000100:00100000:1.0:1746157077.380936:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2572 00000100:00100000:1.0:1746157077.380942:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685121408:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157077.381458:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685121408:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 514us (1007us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.381464:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2572 00002000:00100000:1.0:1746157077.381469:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250df80 x1830977685121408/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.381481:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250df80 with x1830977685121408 ext(0->4095) 00010000:00010000:1.0:1746157077.381486:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f614 expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.381494:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f614 expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.381499:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250df80 00000100:00100000:0.0:1746157077.384525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.386024:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679148032 00000100:00100000:0.0:1746157077.386028:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679148032 00000100:00100000:0.0:1746157077.386065:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1746157077.386071:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679148032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746157077.386085:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499514176 pending 917504 free 3920138240 avail 3688615936 00000100:00100000:0.0:1746157077.386211:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679148032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 139us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.386216:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00080000:0.0:1746157077.386230:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157077.386462:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830977679148288:0@lo:400:kworker.0 00000100:00100000:0.0:1746157077.386483:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157077.386507:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679148416:0@lo:400:kworker.0 00000100:00100000:1.0:1746157077.386542:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157077.386573:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009257ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679148928:0@lo:400:kworker.0 00000100:00100000:1.0:1746157077.386598:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157077.386615:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679149440:0@lo:400:kworker.0 00000100:00100000:1.0:1746157077.386636:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157077.386650:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3767:1830977679148800:0@lo:400:kworker.0 00000100:00100000:0.0:1746157077.386664:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157077.386668:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679148416 00000100:00100000:1.0:1746157077.386672:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679148416 00000100:00100000:0.0:1746157077.386673:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3767:1830977679149312:0@lo:400:kworker.0 00000100:00100000:0.0:1746157077.386680:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157077.386694:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679148288 00000100:00100000:0.0:1746157077.386696:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679148288 00000100:00100000:0.0:1746157077.386713:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679148800 00000100:00100000:0.0:1746157077.386714:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679148800 00000100:00100000:0.0:1746157077.386723:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679149312 00000100:00100000:0.0:1746157077.386724:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679149312 00000100:00100000:0.0:1746157077.386732:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1746157077.386745:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830977679148288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157077.386764:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830977679148288:12345-0@lo:400:kworker.0 Request processed in 28us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.386846:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00080000:0.0:1746157077.386860:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746157077.386871:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3767:1830977679148800:0@lo:400:kworker.0 00000100:00100000:0.0:1746157077.386877:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3767:1830977679149312:0@lo:400:kworker.0 00000100:00100000:0.0:1746157077.386881:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830977679148288:0@lo:400:kworker.0 00000100:00100000:0.0:1746157077.387272:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679148160 00000100:00100000:0.0:1746157077.387276:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679148160 00000100:00100000:0.0:1746157077.387300:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1746157077.387305:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:81652853-4347-4196-931c-6de7451a0496+23:3766:x1830977679148160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157077.387331:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:81652853-4347-4196-931c-6de7451a0496+23:3766:x1830977679148160:12345-0@lo:400:kworker.0 Request processed in 26us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.387335:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1746157077.387357:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:0.0:1746157077.387361:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830977679149184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157077.387968:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830977679149184:12345-0@lo:400:kworker.0 Request processed in 606us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.387976:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00080000:0.0:1746157077.388003:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157077.388005:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157077.388006:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746157077.388439:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1746157077.388445:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830977679148416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157077.388479:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830977679148416:12345-0@lo:400:kworker.0 Request processed in 34us (1937us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.388484:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1746157077.388522:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679148416:0@lo:400:kworker.0 00000100:00100000:1.0:1746157077.388533:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009257ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679148928:0@lo:400:kworker.0 00000100:00100000:1.0:1746157077.388541:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679149440:0@lo:400:kworker.0 00000100:00100000:0.0:1746157077.390949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.391005:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685121792 00000100:00100000:1.0:1746157077.391011:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685121792 00002000:00100000:1.0:1746157077.391040:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250e300 x1830977685121792/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.391048:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250e300 with x1830977685121792 ext(0->4095) 00002000:00010000:1.0:1746157077.391053:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250e300 00000100:00100000:1.0:1746157077.391081:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13607 00000100:00100000:1.0:1746157077.391088:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685121792:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.391405:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685121792:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 316us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.391410:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13607 00002000:00100000:1.0:1746157077.391415:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250e300 x1830977685121792/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.391422:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250e300 with x1830977685121792 ext(0->4095) 00002000:00010000:1.0:1746157077.391424:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250e300 00000100:00100000:0.0:1746157077.393402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.396720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.399962:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.400196:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685122304 00000100:00100000:1.0:1746157077.400203:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685122304 00002000:00100000:1.0:1746157077.400240:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250ca80 x1830977685122304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.400249:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250ca80 with x1830977685122304 ext(0->4095) 00002000:00010000:1.0:1746157077.400254:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250ca80 00000100:00100000:1.0:1746157077.400461:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13608 00000100:00100000:1.0:1746157077.400468:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685122304:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.400723:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685122304:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 255us (762us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.400730:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13608 00002000:00100000:1.0:1746157077.400757:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250ca80 x1830977685122304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.400765:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250ca80 with x1830977685122304 ext(0->4095) 00002000:00010000:1.0:1746157077.400768:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250ca80 00000100:00100000:0.0:1746157077.401707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.402451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.402601:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685122560 00000100:00100000:1.0:1746157077.402605:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685122560 00000100:00100000:1.0:1746157077.402626:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29604 00000100:00100000:1.0:1746157077.402631:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1768:x1830977685122560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.402638:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.402644:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88535017d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f630 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.402655:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.402659:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350176 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f629 expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.402664:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.402667:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88535017d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f630 expref: 72 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.402687:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350176 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f629 expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.402702:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed88535017d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f630 expref: 72 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.402711:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76400, rc 0) 00000100:00100000:1.0:1746157077.402729:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1768:x1830977685122560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.402752:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29604 00000100:00100000:0.0:1746157077.404924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.410421:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.410552:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685122944 00000100:00100000:1.0:1746157077.410560:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685122944 00002000:00100000:1.0:1746157077.410596:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6d80 x1830977685122944/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.410606:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6d80 with x1830977685122944 ext(0->4095) 00010000:00010000:1.0:1746157077.410613:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f629 expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.410626:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f629 expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.410632:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6d80 00000100:00100000:1.0:1746157077.410661:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2573 00000100:00100000:1.0:1746157077.410668:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2012:x1830977685122944:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157077.410823:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2012:x1830977685122944:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.410830:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2573 00002000:00100000:1.0:1746157077.410836:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6d80 x1830977685122944/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.410843:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6d80 with x1830977685122944 ext(0->4095) 00010000:00010000:1.0:1746157077.410848:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f629 expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.410857:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f629 expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.410863:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6d80 00000100:00100000:0.0:1746157077.412999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.415780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.415824:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685123328 00000100:00100000:1.0:1746157077.415830:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685123328 00002000:00100000:1.0:1746157077.415859:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7800 x1830977685123328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.415869:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7800 with x1830977685123328 ext(0->4095) 00002000:00010000:1.0:1746157077.415873:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a7800 00000100:00100000:1.0:1746157077.415897:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13609 00000100:00100000:1.0:1746157077.415902:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685123328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.416036:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685123328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.416042:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13609 00002000:00100000:1.0:1746157077.416047:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7800 x1830977685123328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.416055:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7800 with x1830977685123328 ext(0->4095) 00002000:00010000:1.0:1746157077.416058:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a7800 00000100:00100000:0.0:1746157077.418005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.424992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.427446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.427567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.428034:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685123968 00000100:00100000:1.0:1746157077.428038:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685123968 00002000:00100000:1.0:1746157077.428062:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4700 x1830977685123968/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.428071:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4700 with x1830977685123968 ext(0->4095) 00010000:00010000:1.0:1746157077.428076:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350184 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f637 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.428084:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350184 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f637 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.428090:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a4700 00000100:00100000:1.0:1746157077.428101:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2574 00000100:00100000:1.0:1746157077.428106:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685123968:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.428200:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685123968:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.428205:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2574 00002000:00100000:1.0:1746157077.428210:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4700 x1830977685123968/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.428217:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4700 with x1830977685123968 ext(0->4095) 00010000:00010000:1.0:1746157077.428221:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350184 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f637 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.428229:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350184 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f637 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.428235:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a4700 00000100:00100000:0.0:1746157077.430647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.431133:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685124096 00000100:00100000:1.0:1746157077.431138:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685124096 00000100:00100000:1.0:1746157077.431170:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29607 00000100:00100000:1.0:1746157077.431176:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:1768:x1830977685124096:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.431188:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.431199:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed885350192 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f645 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.431215:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.431220:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535018b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f63e expref: 71 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.431225:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.431227:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed885350192 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f645 expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.431251:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535018b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f63e expref: 71 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.431259:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed885350192 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f645 expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.431265:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76000, rc 0) 00000100:00100000:1.0:1746157077.431299:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1768:x1830977685124096:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.431306:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29607 00000100:00100000:0.0:1746157077.431597:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.431802:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16945 00000100:00100000:1.0:1746157077.431808:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685124224:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157077.431815:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157077.431830:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f637 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.431839:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f637 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.431854:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350184 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f637 expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.431865:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.431866:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.431872:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535018b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f63e expref: 70 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.431878:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535018b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f63e expref: 70 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.431895:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535018b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f63e expref: 70 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.431904:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535018b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f63e expref: 70 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.431919:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679150848:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157077.431966:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.433408:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679150848:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157077.433423:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157077.433451:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685124224:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1643us (1854us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.433459:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16945 00000100:00100000:0.0:1746157077.442379:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.442590:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685124608 00000100:00100000:1.0:1746157077.442598:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685124608 00010000:00010000:1.0:1746157077.442623:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535018b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f63e expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.442652:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16946 00000100:00100000:1.0:1746157077.442657:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2013:x1830977685124608:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157077.442665:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157077.442679:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535018b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f63e expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.442689:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535018b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f63e expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.442711:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535018b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f63e expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.442728:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.442731:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.442758:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed885350192 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f645 expref: 70 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.442766:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed885350192 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f645 expref: 70 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.442794:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed885350192 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f645 expref: 70 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157077.442803:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679150976:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157077.442869:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.445840:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679150976:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157077.445859:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157077.445895:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2013:x1830977685124608:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3236us (3523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.445903:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16946 00000100:00100000:0.0:1746157077.446001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.446651:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685124864 00000100:00100000:1.0:1746157077.446658:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685124864 00002000:00100000:1.0:1746157077.446687:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b337b80 x1830977685124864/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.446696:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b337b80 with x1830977685124864 ext(0->4095) 00002000:00010000:1.0:1746157077.446700:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b337b80 00000100:00100000:1.0:1746157077.446729:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13610 00000100:00100000:1.0:1746157077.446849:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685124864:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.446966:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685124864:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 230us (964us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.446973:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13610 00002000:00100000:1.0:1746157077.446987:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b337b80 x1830977685124864/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.446994:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b337b80 with x1830977685124864 ext(0->4095) 00002000:00010000:1.0:1746157077.446997:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b337b80 00000100:00100000:0.0:1746157077.448837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.450129:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679151232 00000100:00100000:1.0:1746157077.450134:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679151232 00000100:00100000:1.0:1746157077.450169:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1746157077.450175:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679151232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746157077.450188:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499514176 pending 917504 free 3920138240 avail 3688615936 00000100:00100000:1.0:1746157077.450231:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679151232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.450237:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1746157077.450930:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.451035:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685125120 00000100:00100000:1.0:1746157077.451039:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685125120 00010000:00010000:1.0:1746157077.451055:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed885350192 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f645 expref: 70 pid: 9578 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.451085:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16947 00000100:00100000:1.0:1746157077.451090:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685125120:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157077.451101:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157077.451118:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed885350192 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f645 expref: 70 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.451127:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed885350192 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f645 expref: 70 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.451146:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed885350192 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f645 expref: 70 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.451166:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.451167:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.451173:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350199 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f64c expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.451183:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350199 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f64c expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.451205:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350199 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f64c expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157077.451213:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679151360:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157077.451273:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c6623c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.453589:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.453717:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679151360:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157077.453763:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157077.453807:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:2011:x1830977685125120:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2716us (2875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.453816:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16947 00000100:00100000:0.0:1746157077.456204:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.456304:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.456374:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685125504 00000100:00100000:1.0:1746157077.456383:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685125504 00000100:00100000:1.0:1746157077.456429:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29609 00000100:00100000:1.0:1746157077.456447:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:1768:x1830977685125504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.456463:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.456479:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853501a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f653 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.456533:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.456537:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853501a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f65a expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.456542:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.456545:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853501a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f653 expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.456575:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853501a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f65a expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.456598:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853501a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f653 expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.456607:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157077.456663:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1768:x1830977685125504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 226us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.456668:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29609 00000100:00100000:0.0:1746157077.458606:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.458677:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685125760 00000100:00100000:1.0:1746157077.458683:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685125760 00010000:00010000:1.0:1746157077.458712:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350199 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f64c expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.458766:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16948 00000100:00100000:1.0:1746157077.458778:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685125760:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157077.458790:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157077.458810:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350199 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f64c expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.458822:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350199 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f64c expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.458845:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350199 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f64c expref: 6 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.458864:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.458866:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.458872:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853501a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f65a expref: 70 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.458880:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853501a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f65a expref: 70 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.458908:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853501a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f65a expref: 70 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.458917:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853501a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f65a expref: 70 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.458927:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679151744:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157077.458975:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c6623c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.461258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.461383:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679151744:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157077.461401:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157077.461437:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685125760:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2659us (2839us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.461445:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16948 00000100:00100000:0.0:1746157077.463394:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.463446:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685126144 00000100:00100000:1.0:1746157077.463451:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685126144 00010000:00010000:1.0:1746157077.463473:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853501a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f65a expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.463715:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16949 00000100:00100000:1.0:1746157077.463722:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a568a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2011:x1830977685126144:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157077.463732:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157077.463767:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853501a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f65a expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.463778:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853501a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f65a expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.463797:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853501a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f65a expref: 71 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.463810:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.463811:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.463817:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853501a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f653 expref: 70 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.463824:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853501a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f653 expref: 70 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.463857:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed8853501a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f653 expref: 70 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157077.463869:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679151872:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157077.464055:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c6623c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.465879:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679151872:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157077.465894:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157077.465938:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a568a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685126144:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2216us (2548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.465946:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16949 00000100:00100000:0.0:1746157077.466029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.467798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.470093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.473897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.475431:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.476634:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.476763:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685127168 00000100:00100000:1.0:1746157077.476768:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685127168 00000100:00100000:1.0:1746157077.476795:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29613 00000100:00100000:1.0:1746157077.476801:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685127168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.476811:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.476820:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f66f expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.476835:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.476838:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853501b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f668 expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.476844:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.476846:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f66f expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.476867:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853501b5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f668 expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.476877:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f66f expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.476884:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77800, rc 0) 00000100:00100000:1.0:1746157077.476920:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685127168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.476926:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29613 00000100:00100000:0.0:1746157077.477650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.481036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.483542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.484085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.488873:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.494140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.494183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.495177:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685128192 00000100:00100000:1.0:1746157077.495183:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685128192 00000100:00100000:1.0:1746157077.496454:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29615 00000100:00100000:1.0:1746157077.496466:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:1767:x1830977685128192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.496480:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.496492:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853501ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f67d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.496512:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853501c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f676 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.496518:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.496520:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.496522:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853501ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f67d expref: 71 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.496547:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853501c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f676 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.496556:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853501c3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f676 expref: 5 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.496565:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679153024:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.497284:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.497478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.499834:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.499901:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.500002:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f3af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679153024:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.500020:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853501ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f67d expref: 71 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.500032:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76200, rc 0) 00000100:00100000:1.0:1746157077.500058:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685128192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3596us (5925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.500064:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29615 00000100:00100000:0.0:1746157077.502248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.504888:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.506901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.511207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.512732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.517262:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.519730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.523685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.527110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.530255:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.531459:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685130496:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 746us (1200us total) trans 4294970556 rc 0/0 00000100:00100000:0.0:1746157077.531467:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2581 00002000:00100000:0.0:1746157077.531473:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d6680 x1830977685130496/t4294970556(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/448 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.531480:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6680 with x1830977685130496 ext(0->7) 00010000:00010000:0.0:1746157077.531486:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853501df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f692 expref: 72 pid: 9674 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746157077.531495:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853501df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f692 expref: 72 pid: 9674 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746157077.531501:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6680 00000100:00100000:0.0:1746157077.534270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.538803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.538868:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685130880 00000100:00100000:1.0:1746157077.538876:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685130880 00002000:00100000:1.0:1746157077.538911:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d5880 x1830977685130880/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.538920:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5880 with x1830977685130880 ext(0->4095) 00002000:00010000:1.0:1746157077.538925:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d5880 00000100:00100000:1.0:1746157077.538949:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13616 00000100:00100000:1.0:1746157077.538957:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685130880:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.539081:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685130880:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.539087:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13616 00002000:00100000:1.0:1746157077.539093:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d5880 x1830977685130880/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.539101:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5880 with x1830977685130880 ext(0->4095) 00002000:00010000:1.0:1746157077.539103:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d5880 00000100:00100000:0.0:1746157077.541367:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.550166:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.550210:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.550693:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685131136 00000100:00100000:1.0:1746157077.550696:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685131136 00000100:00100000:1.0:1746157077.550723:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29621 00000100:00100000:1.0:1746157077.550728:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:1767:x1830977685131136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.550759:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.550767:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f6a7 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.550781:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853501ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6a0 expref: 74 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.550786:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.550788:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.550790:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6a7 expref: 74 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.550810:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853501ed lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6a0 expref: 74 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.550823:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853501ed lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6a0 expref: 74 pid: 9674 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746157077.550830:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679154560:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.550859:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.555544:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f3adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679154560:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.555562:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6a7 expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.555577:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77800, rc 0) 00000100:00100000:1.0:1746157077.555608:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:1767:x1830977685131136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4880us (5449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.555614:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29621 00000100:00100000:0.0:1746157077.557237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.560348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.560435:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685131648 00000100:00100000:1.0:1746157077.560444:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685131648 00000100:00100000:0.0:1746157077.560445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.560493:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29622 00000100:00100000:1.0:1746157077.560500:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685131648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.560517:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.560533:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853501fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f6ae expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.560558:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.560563:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6a7 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.560570:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157077.560572:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853501fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6ae expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.560601:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6a7 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.560609:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853501fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6ae expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.560616:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76400, rc 0) 00000100:00100000:1.0:1746157077.560650:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685131648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.560654:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29622 00000100:00100000:0.0:1746157077.563590:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.563726:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685132032 00000100:00100000:1.0:1746157077.563732:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685132032 00002000:00100000:1.0:1746157077.563825:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2ffb80 x1830977685132032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.563833:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ffb80 with x1830977685132032 ext(0->4095) 00010000:00010000:1.0:1746157077.563840:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6a7 expref: 72 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.563851:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6a7 expref: 72 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.563856:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ffb80 00000100:00100000:1.0:1746157077.564081:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2583 00000100:00100000:1.0:1746157077.564088:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685132032:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.564384:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685132032:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 295us (793us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.564390:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2583 00002000:00100000:1.0:1746157077.564395:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2ffb80 x1830977685132032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.564402:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ffb80 with x1830977685132032 ext(0->4095) 00010000:00010000:1.0:1746157077.564407:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6a7 expref: 72 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.564416:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853501f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6a7 expref: 72 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.564421:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ffb80 00000100:00100000:0.0:1746157077.566648:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.566829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.570380:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.570568:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685132544 00000100:00100000:1.0:1746157077.570573:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685132544 00002000:00100000:1.0:1746157077.570607:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2ff800 x1830977685132544/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.570616:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ff800 with x1830977685132544 ext(0->4095) 00010000:00010000:1.0:1746157077.570623:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853501fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6ae expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.570633:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853501fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6ae expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.570643:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ff800 00000100:00100000:1.0:1746157077.570657:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2584 00000100:00100000:1.0:1746157077.570663:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685132544:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.570858:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685132544:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 194us (483us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.570863:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2584 00002000:00100000:1.0:1746157077.570867:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2ff800 x1830977685132544/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.570873:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ff800 with x1830977685132544 ext(0->4095) 00010000:00010000:1.0:1746157077.570877:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853501fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6ae expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746157077.570885:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed8853501fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6ae expref: 6 pid: 9578 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746157077.570889:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ff800 00000100:00100000:0.0:1746157077.575001:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.578095:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746157077.578106:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679155328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746157077.578139:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157077.578174:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679155328 00000100:00100000:0.0:1746157077.578180:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679155328 00000100:00100000:0.0:1746157077.578207:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1746157077.578213:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679155328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746157077.578233:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922817024 avail 3691294720 00000100:00100000:0.0:1746157077.578274:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679155328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.578279:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1746157077.578344:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679155328:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746157077.580287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.580507:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685132928 00000100:00100000:1.0:1746157077.580512:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685132928 00002000:00100000:1.0:1746157077.580539:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926fb800 x1830977685132928/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.580559:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fb800 with x1830977685132928 ext(0->4095) 00002000:00010000:1.0:1746157077.580563:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926fb800 00000100:00100000:0.0:1746157077.581289:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13617 00000100:00100000:0.0:1746157077.581299:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685132928:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157077.581646:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685132928:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 348us (1358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157077.581652:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13617 00002000:00100000:0.0:1746157077.581658:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926fb800 x1830977685132928/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.581666:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fb800 with x1830977685132928 ext(0->4095) 00002000:00010000:0.0:1746157077.581670:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926fb800 00000100:00100000:0.0:1746157077.583682:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.586966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.589720:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685133440 00000100:00100000:0.0:1746157077.589725:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685133440 00002000:00100000:0.0:1746157077.589782:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce86680 x1830977685133440/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.589790:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86680 with x1830977685133440 ext(0->4095) 00002000:00010000:0.0:1746157077.589794:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce86680 00000100:00100000:0.0:1746157077.589808:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13618 00000100:00100000:0.0:1746157077.589815:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685133440:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157077.589923:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685133440:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157077.589929:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13618 00002000:00100000:0.0:1746157077.589933:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce86680 x1830977685133440/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.589940:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86680 with x1830977685133440 ext(0->4095) 00002000:00010000:0.0:1746157077.589942:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce86680 00000100:00100000:0.0:1746157077.592477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.594340:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.594465:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685133696 00000100:00100000:0.0:1746157077.594473:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685133696 00000100:00100000:0.0:1746157077.594511:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29626 00000100:00100000:0.0:1746157077.594518:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:1768:x1830977685133696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157077.594531:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157077.594544:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d800/0x7b65fed885350217 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f6ca expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.594572:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157077.594576:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350210 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6c3 expref: 74 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.594582:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157077.594585:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d800/0x7b65fed885350217 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6ca expref: 74 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.594609:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350210 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6c3 expref: 74 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.594619:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d800/0x7b65fed885350217 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6ca expref: 74 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.594626:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd9d800, rc 0) 00000100:00100000:0.0:1746157077.594668:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:1768:x1830977685133696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.594971:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29626 00000100:00100000:1.0:1746157077.595331:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.595337:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679155712:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157077.595354:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350210 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6c3 expref: 73 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.595362:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:0.0:1746157077.595395:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:1767:x1830977685133568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2734us (2930us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.595400:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29625 00000100:00100000:0.0:1746157077.597936:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.599849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.601897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.604192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.606315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.610292:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.611060:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746157077.611074:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679156480:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746157077.611141:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157077.611253:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679156480 00000100:00100000:0.0:1746157077.611256:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679156480 00000100:00100000:0.0:1746157077.611352:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1746157077.611358:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679156480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746157077.611371:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922817024 avail 3691294720 00000100:00100000:0.0:1746157077.611490:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679156480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.611496:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1746157077.611530:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679156480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746157077.613285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.613357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.613528:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29628 00000100:00100000:1.0:1746157077.613537:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1768:x1830977685135104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.613551:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.613564:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed885350225 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f6d8 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.613587:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535021e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6d1 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.613594:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.613596:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.613598:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed885350225 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6d8 expref: 74 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.613634:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535021e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6d1 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.613642:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535021e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6d1 expref: 5 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157077.613652:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679156608:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.613767:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.615624:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.615626:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679156608:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.615646:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76400/0x7b65fed885350225 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6d8 expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.615661:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76400, rc 0) 00000100:00100000:1.0:1746157077.615696:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:1768:x1830977685135104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2159us (2416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.615704:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29628 00000100:00100000:0.0:1746157077.617893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.622083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.622145:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685135744 00000100:00100000:1.0:1746157077.622153:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685135744 00000100:00100000:1.0:1746157077.622183:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29630 00000100:00100000:1.0:1746157077.622188:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685135744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.622201:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.622211:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350233 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f6e6 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.622232:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.622235:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535022c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6df expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.622239:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157077.622241:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350233 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6e6 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.622268:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535022c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6df expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.622275:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350233 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6e6 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.622281:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77800, rc 0) 00000100:00100000:0.0:1746157077.622366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.622404:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685135744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 214us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.622409:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29630 00000100:00100000:1.0:1746157077.626657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.629319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.629364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.629443:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685136384 00000100:00100000:1.0:1746157077.629451:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685136384 00000100:00100000:1.0:1746157077.629494:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29631 00000100:00100000:1.0:1746157077.629501:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685136384:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.629515:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.629528:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88535023a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f6ed expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.629549:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.629554:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350233 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6e6 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.629560:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157077.629563:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88535023a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6ed expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.629596:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed885350233 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6e6 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.629606:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed88535023a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6ed expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.629613:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76e00, rc 0) 00000100:00100000:1.0:1746157077.629644:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:1767:x1830977685136384:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.629650:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29631 00000100:00100000:0.0:1746157077.631399:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.633630:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.634589:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.636543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.639803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.643280:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.649023:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.649057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.649755:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29634 00000100:00100000:0.0:1746157077.649764:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685137536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157077.649776:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157077.649785:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed88535024f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f702 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.649801:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6fb expref: 73 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.649808:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157077.649809:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157077.649812:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed88535024f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f702 expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.649827:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350248 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6fb expref: 73 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.649836:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350248 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f6fb expref: 73 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746157077.649846:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123885880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679158144:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157077.650040:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.652196:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.655595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.655698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.659684:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ce86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679158272:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157077.659715:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350256 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f709 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157077.659733:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:0.0:1746157077.660190:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685138048:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3932us (4204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157077.660199:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29635 00000100:00100000:0.0:1746157077.663928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.664050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.667520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.671049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.671656:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.676089:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.677950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.679959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.682203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.685427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.686461:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.687205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.687577:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685140352 00000100:00100000:1.0:1746157077.687582:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685140352 00000100:00100000:1.0:1746157077.687622:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29640 00000100:00100000:1.0:1746157077.687629:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:1768:x1830977685140352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.687637:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.687646:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed885350279 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f72c expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.687660:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.687665:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350272 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f725 expref: 74 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.687793:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.687797:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed885350279 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f72c expref: 74 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.687873:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350272 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f725 expref: 74 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.687883:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed885350279 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f72c expref: 74 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.687890:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77200, rc 0) 00000100:00100000:1.0:1746157077.687907:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:1768:x1830977685140352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 279us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.687913:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29640 00000100:00100000:0.0:1746157077.688217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.690592:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.692889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.698030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.703344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.703462:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685141248 00000100:00100000:1.0:1746157077.703474:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685141248 00000100:00100000:1.0:1746157077.703544:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29641 00000100:00100000:1.0:1746157077.703553:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685141248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.703573:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.703591:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed885350280 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f733 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.703623:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed885350279 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f72c expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.703631:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.703633:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.703637:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed885350280 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f733 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.703674:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed885350279 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f72c expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.703686:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77200/0x7b65fed885350279 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f72c expref: 71 pid: 9578 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157077.703698:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009257ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679159936:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.704091:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.707397:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009257ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679159936:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157077.707414:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157077.708105:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed885350280 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f733 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.708133:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77c00, rc 0) 00000100:00100000:1.0:1746157077.708206:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685141248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4653us (4872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.708217:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29641 00000100:00100000:1.0:1746157077.708906:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685141504 00000100:00100000:1.0:1746157077.708910:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685141504 00000100:00100000:1.0:1746157077.708939:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29642 00000100:00100000:1.0:1746157077.708945:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685141504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.708957:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.708969:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350287 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f73a expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.708996:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed885350280 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f733 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.709002:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.709004:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.709007:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350287 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f73a expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.709025:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed885350280 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f733 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.709035:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed885350280 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f733 expref: 5 pid: 9578 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157077.709044:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009257ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679160192:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.709095:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.710085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.710364:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009257ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679160192:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.710383:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350287 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f73a expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.710398:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157077.710431:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685141504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1486us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.710437:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29642 00000100:00100000:0.0:1746157077.713536:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.716386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.719355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.719597:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685142272 00000100:00100000:1.0:1746157077.719608:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685142272 00000100:00100000:1.0:1746157077.719664:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29643 00000100:00100000:1.0:1746157077.719671:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685142272:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.719690:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.719706:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88535028e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f741 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.719762:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350287 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f73a expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.719769:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.719770:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.719773:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88535028e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f741 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.719885:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350287 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f73a expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.719897:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350287 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f73a expref: 71 pid: 9578 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157077.719910:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009257ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679160448:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.720014:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.721897:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009257ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679160448:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.721932:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88535028e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f741 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.721949:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76000, rc 0) 00000100:00100000:1.0:1746157077.722023:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685142272:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2350us (2676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.722036:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29643 00000100:00100000:0.0:1746157077.722036:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.725180:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2010:x1830977685142400:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2840us (3140us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1746157077.725191:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2594 00002000:00100000:0.0:1746157077.725201:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306bea00 x1830977685142400/t4294970557(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/448 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.725210:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bea00 with x1830977685142400 ext(0->7) 00010000:00010000:0.0:1746157077.725220:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350287 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f73a expref: 74 pid: 9578 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157077.725235:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed885350287 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f73a expref: 74 pid: 9578 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157077.725241:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bea00 00000100:00100000:0.0:1746157077.731499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.731617:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685142528 00000100:00100000:1.0:1746157077.731626:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685142528 00000100:00100000:1.0:1746157077.731716:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29644 00000100:00100000:1.0:1746157077.731724:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:1767:x1830977685142528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.731773:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.731791:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed885350295 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f748 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.731820:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.731826:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88535028e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f741 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.731832:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157077.731835:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed885350295 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f748 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.731871:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88535028e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f741 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.731881:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed885350295 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f748 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.731891:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76e00, rc 0) 00000100:00100000:0.0:1746157077.731901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.731952:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:1767:x1830977685142528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 228us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.731958:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29644 00000100:00100000:0.0:1746157077.734668:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.734725:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685142912 00000100:00100000:1.0:1746157077.734732:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685142912 00002000:00100000:1.0:1746157077.734816:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca02a00 x1830977685142912/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.734826:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca02a00 with x1830977685142912 ext(0->4095) 00010000:00010000:1.0:1746157077.734834:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88535028e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f741 expref: 6 pid: 9578 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.734848:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88535028e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f741 expref: 6 pid: 9578 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.734854:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca02a00 00000100:00100000:1.0:1746157077.734881:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2595 00000100:00100000:1.0:1746157077.734888:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685142912:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.735188:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685142912:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 300us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.735193:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2595 00002000:00100000:1.0:1746157077.735198:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca02a00 x1830977685142912/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.735205:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca02a00 with x1830977685142912 ext(0->4095) 00010000:00010000:1.0:1746157077.735210:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88535028e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f741 expref: 6 pid: 9578 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.735218:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76000/0x7b65fed88535028e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f741 expref: 6 pid: 9578 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.735229:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca02a00 00000100:00100000:0.0:1746157077.738474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.744805:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.744890:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685143296 00000100:00100000:1.0:1746157077.744898:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685143296 00002000:00100000:1.0:1746157077.744938:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ee680 x1830977685143296/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.744947:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ee680 with x1830977685143296 ext(0->4095) 00002000:00010000:1.0:1746157077.744952:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ee680 00000100:00100000:1.0:1746157077.744990:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13626 00000100:00100000:1.0:1746157077.744997:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2010:x1830977685143296:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.748474:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2010:x1830977685143296:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 3467us (3662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.748486:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13626 00002000:00100000:1.0:1746157077.748495:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ee680 x1830977685143296/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.748505:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ee680 with x1830977685143296 ext(0->4095) 00002000:00010000:1.0:1746157077.748510:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ee680 00000100:00100000:0.0:1746157077.758316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.758394:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685143424 00000100:00100000:1.0:1746157077.758405:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685143424 00000100:00100000:1.0:1746157077.758470:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29645 00000100:00100000:1.0:1746157077.758478:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685143424:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.758496:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.758515:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535029c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f74f expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.758550:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed885350295 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f748 expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.758556:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.758558:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.758561:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535029c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f74f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.758593:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed885350295 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f748 expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.758605:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed885350295 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f748 expref: 73 pid: 9578 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157077.758616:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009257ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679160960:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157077.758718:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157077.760499:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009257ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679160960:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157077.760530:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535029c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f74f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.760548:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:1.0:1746157077.761709:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685143424:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3223us (3394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.761721:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29645 00000100:00100000:0.0:1746157077.766565:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.766646:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685143552 00000100:00100000:1.0:1746157077.766659:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685143552 00002000:00100000:1.0:1746157077.766719:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d7aea00 x1830977685143552/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.766730:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aea00 with x1830977685143552 ext(0->7) 00010000:00010000:1.0:1746157077.766781:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed885350295 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f748 expref: 74 pid: 9578 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.766797:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed885350295 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f748 expref: 74 pid: 9578 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.766805:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7aea00 00000100:00100000:1.0:1746157077.766842:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2596 00000100:00100000:1.0:1746157077.766851:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2011:x1830977685143552:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157077.768767:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685143552:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1887us (2184us total) trans 4294970558 rc 0/0 00000100:00100000:1.0:1746157077.768779:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2596 00002000:00100000:1.0:1746157077.768788:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d7aea00 x1830977685143552/t4294970558(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/448 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.768797:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aea00 with x1830977685143552 ext(0->7) 00010000:00010000:1.0:1746157077.768806:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed885350295 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f748 expref: 76 pid: 9578 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.768822:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed885350295 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f748 expref: 76 pid: 9578 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.768829:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7aea00 00000100:00100000:0.0:1746157077.775731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.776221:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685143680 00000100:00100000:1.0:1746157077.776233:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685143680 00000100:00100000:1.0:1746157077.776294:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29646 00000100:00100000:1.0:1746157077.776302:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1767:x1830977685143680:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.776323:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.776343:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853502a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f756 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.776374:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.776380:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535029c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f74f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.776386:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157077.776389:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853502a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f756 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.776430:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535029c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f74f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.776441:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853502a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f756 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.776451:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157077.776497:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:1767:x1830977685143680:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.776503:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29646 00000100:00100000:0.0:1746157077.776766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.783972:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.784257:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685144064 00000100:00100000:1.0:1746157077.784264:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685144064 00002000:00100000:1.0:1746157077.784307:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac380 x1830977685144064/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.784317:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac380 with x1830977685144064 ext(0->4095) 00010000:00010000:1.0:1746157077.784325:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535029c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f74f expref: 6 pid: 9578 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.784338:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535029c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f74f expref: 6 pid: 9578 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.784344:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7ac380 00000100:00100000:1.0:1746157077.784953:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2597 00000100:00100000:1.0:1746157077.784960:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685144064:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.785118:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685144064:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (1155us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.785124:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2597 00002000:00100000:1.0:1746157077.785129:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac380 x1830977685144064/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.785136:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac380 with x1830977685144064 ext(0->4095) 00010000:00010000:1.0:1746157077.785141:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535029c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f74f expref: 6 pid: 9578 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.785150:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535029c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f74f expref: 6 pid: 9578 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.785155:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7ac380 00000100:00100000:0.0:1746157077.789842:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.793963:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.796837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.802114:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.804724:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.809639:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.813359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.817129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.817189:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685145472 00000100:00100000:1.0:1746157077.817199:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685145472 00002000:00100000:1.0:1746157077.817255:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7480 x1830977685145472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.817267:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7480 with x1830977685145472 ext(0->4095) 00002000:00010000:1.0:1746157077.817274:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a7480 00000100:00100000:1.0:1746157077.817316:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13628 00000100:00100000:1.0:1746157077.817325:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2013:x1830977685145472:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157077.817563:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2013:x1830977685145472:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 238us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.817573:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13628 00002000:00100000:1.0:1746157077.817581:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7480 x1830977685145472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.817589:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7480 with x1830977685145472 ext(0->4095) 00002000:00010000:1.0:1746157077.817592:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a7480 00000100:00100000:0.0:1746157077.821542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.825009:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.825090:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685145728 00000100:00100000:1.0:1746157077.825099:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685145728 00002000:00100000:1.0:1746157077.825152:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a6a00 x1830977685145728/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.825162:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6a00 with x1830977685145728 ext(0->7) 00010000:00010000:1.0:1746157077.825170:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853502b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f764 expref: 76 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.825184:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853502b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f764 expref: 76 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.825192:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a6a00 00000100:00100000:1.0:1746157077.825513:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2599 00000100:00100000:1.0:1746157077.825524:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685145728:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157077.829950:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685145728:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4414us (4935us total) trans 4294970559 rc 0/0 00000100:00100000:1.0:1746157077.829964:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2599 00002000:00100000:1.0:1746157077.829985:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a6a00 x1830977685145728/t4294970559(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/448 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.829995:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6a00 with x1830977685145728 ext(0->7) 00010000:00010000:1.0:1746157077.830009:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853502b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f764 expref: 78 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.830026:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853502b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f764 expref: 78 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.830033:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a6a00 00000100:00100000:0.0:1746157077.844689:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.845706:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.851698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.851805:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685146240 00000100:00100000:1.0:1746157077.851813:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685146240 00002000:00100000:1.0:1746157077.851870:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4e00 x1830977685146240/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.851880:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4e00 with x1830977685146240 ext(0->4095) 00010000:00010000:1.0:1746157077.851891:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853502b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f76b expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.851911:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853502b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f76b expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.851918:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4e00 00000100:00100000:1.0:1746157077.851944:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2600 00000100:00100000:1.0:1746157077.851952:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685146240:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.852134:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685146240:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 182us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.852144:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2600 00002000:00100000:1.0:1746157077.852152:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4e00 x1830977685146240/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.852160:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4e00 with x1830977685146240 ext(0->4095) 00010000:00010000:1.0:1746157077.852166:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853502b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f76b expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.852176:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853502b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f76b expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.852182:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4e00 00000100:00100000:0.0:1746157077.855297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.855455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.859945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.864667:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.866266:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.875066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.881066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.885053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.888061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.891271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.895314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.897706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.901175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.901425:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685148416 00000100:00100000:1.0:1746157077.901436:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685148416 00000100:00100000:1.0:1746157077.901503:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29655 00000100:00100000:1.0:1746157077.901512:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:1768:x1830977685148416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157077.901537:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157077.901559:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853502e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f795 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.901591:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157077.901597:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853502db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f78e expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.901603:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157077.901606:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853502e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f795 expref: 80 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.901650:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853502db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f78e expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.901664:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853502e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f795 expref: 80 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157077.901674:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76e00, rc 0) 00000100:00100000:1.0:1746157077.901722:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:1768:x1830977685148416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157077.901728:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29655 00000100:00100000:0.0:1746157077.903538:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.907790:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.912012:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.918005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.918503:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685149184 00000100:00100000:1.0:1746157077.918512:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685149184 00002000:00100000:1.0:1746157077.918561:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ee680 x1830977685149184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.918571:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ee680 with x1830977685149184 ext(0->4095) 00002000:00010000:1.0:1746157077.918576:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ee680 00000100:00100000:1.0:1746157077.918620:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13631 00000100:00100000:1.0:1746157077.918629:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685149184:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.919730:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685149184:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 1097us (1734us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.919763:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13631 00002000:00100000:1.0:1746157077.919773:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ee680 x1830977685149184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.919781:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ee680 with x1830977685149184 ext(0->4095) 00002000:00010000:1.0:1746157077.919786:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ee680 00000100:00100000:0.0:1746157077.923382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.926759:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.930652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.931083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.932011:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685149824 00000100:00100000:1.0:1746157077.932016:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685149824 00002000:00100000:1.0:1746157077.932051:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f167100 x1830977685149824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.932060:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167100 with x1830977685149824 ext(0->4095) 00010000:00010000:1.0:1746157077.932066:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853502e9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f79c expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.932077:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853502e9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f79c expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.932082:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167100 00000100:00100000:1.0:1746157077.932098:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2604 00000100:00100000:1.0:1746157077.932104:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685149824:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157077.932280:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685149824:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (1196us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.932290:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2604 00002000:00100000:1.0:1746157077.932296:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f167100 x1830977685149824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.932303:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167100 with x1830977685149824 ext(0->4095) 00010000:00010000:1.0:1746157077.932307:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853502e9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f79c expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.932315:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853502e9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f79c expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.932321:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167100 00000100:00100000:0.0:1746157077.938096:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.939548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.944305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.944374:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685150336 00000100:00100000:0.0:1746157077.944384:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685150336 00002000:00100000:0.0:1746157077.944580:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ad80 x1830977685150336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.944595:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ad80 with x1830977685150336 ext(0->4095) 00010000:00010000:0.0:1746157077.944603:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853502f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7a3 expref: 79 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157077.944617:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853502f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7a3 expref: 79 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157077.944623:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ad80 00000100:00100000:0.0:1746157077.944658:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2605 00000100:00100000:0.0:1746157077.944666:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2010:x1830977685150336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157077.944905:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2010:x1830977685150336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 239us (610us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157077.944912:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2605 00002000:00100000:0.0:1746157077.944917:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ad80 x1830977685150336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.944924:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ad80 with x1830977685150336 ext(0->4095) 00010000:00010000:0.0:1746157077.944928:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853502f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7a3 expref: 79 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157077.944937:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853502f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7a3 expref: 79 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157077.944943:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ad80 00000100:00100000:0.0:1746157077.950934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.957881:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157077.958955:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685150720:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 467us (1086us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157077.958965:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13632 00002000:00100000:2.0:1746157077.958970:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108a680 x1830977685150720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157077.958988:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108a680 with x1830977685150720 ext(0->4095) 00002000:00010000:2.0:1746157077.958991:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009108a680 00000100:00100000:0.0:1746157077.962042:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157077.962125:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685150848 00000100:00100000:2.0:1746157077.962135:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685150848 00000100:00100000:2.0:1746157077.962564:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29659 00000100:00100000:2.0:1746157077.962573:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685150848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157077.962590:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157077.962606:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853502fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f7b1 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157077.962631:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853502f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7aa expref: 77 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157077.962638:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157077.962639:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157077.962643:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853502fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b1 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157077.962675:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853502f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7aa expref: 77 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157077.962687:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853502f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7aa expref: 77 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157077.962704:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679164672:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157077.964156:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157077.965438:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679164672:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157077.965463:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853502fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b1 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157077.965479:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2000, rc 0) 00000100:00100000:2.0:1746157077.965512:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685150848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2940us (3479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157077.965520:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29659 00000100:00100000:0.0:1746157077.966186:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.969382:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157077.969470:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685151104 00000100:00100000:2.0:1746157077.969478:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685151104 00000100:00100000:2.0:1746157077.969508:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29660 00000100:00100000:2.0:1746157077.969514:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:1767:x1830977685151104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157077.969527:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157077.969538:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350305 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f7b8 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157077.969562:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853502fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b1 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157077.969568:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157077.969570:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157077.969572:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350305 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b8 expref: 79 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157077.969602:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853502fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b1 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157077.969613:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853502fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b1 expref: 5 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157077.969623:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679164928:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157077.970237:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157077.973950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157077.974357:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685151360 00000100:00100000:2.0:1746157077.974365:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685151360 00002000:00100000:2.0:1746157077.974398:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9c00 x1830977685151360/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157077.974407:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9c00 with x1830977685151360 ext(0->4095) 00010000:00010000:2.0:1746157077.974415:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853502fe lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b1 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157077.974428:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853502fe lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b1 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157077.974434:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf9c00 00000100:00100000:2.0:1746157077.974463:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2606 00000100:00100000:2.0:1746157077.974470:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685151360:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157077.974600:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685151360:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (656us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157077.974609:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2606 00002000:00100000:2.0:1746157077.974615:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9c00 x1830977685151360/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157077.974622:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9c00 with x1830977685151360 ext(0->4095) 00010000:00010000:2.0:1746157077.974626:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853502fe lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b1 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157077.974635:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed8853502fe lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b1 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157077.974640:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf9c00 00000100:00100000:0.0:1746157077.977520:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.982426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.982511:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685151744 00000100:00100000:1.0:1746157077.982556:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685151744 00002000:00100000:1.0:1746157077.982592:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fe680 x1830977685151744/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.982601:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fe680 with x1830977685151744 ext(0->4095) 00002000:00010000:1.0:1746157077.982605:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fe680 00000100:00100000:1.0:1746157077.982632:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13633 00000100:00100000:1.0:1746157077.982639:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685151744:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157077.982857:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685151744:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 218us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157077.982864:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13633 00002000:00100000:1.0:1746157077.982869:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fe680 x1830977685151744/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746157088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.982877:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fe680 with x1830977685151744 ext(0->4095) 00002000:00010000:1.0:1746157077.982880:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fe680 00000100:00100000:0.0:1746157077.987770:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157077.991322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157077.991636:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685152000 00000100:00100000:1.0:1746157077.991642:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685152000 00002000:00100000:1.0:1746157077.991673:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008fed9c00 x1830977685152000/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/0 e 0 to 0 dl 1746157088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157077.991682:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9c00 with x1830977685152000 ext(0->7) 00010000:00010000:1.0:1746157077.991688:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b8 expref: 78 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157077.991698:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b8 expref: 78 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157077.991704:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed9c00 00000100:00100000:1.0:1746157077.991730:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2607 00000100:00100000:1.0:1746157077.991754:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685152000:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157077.994037:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685152000:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2294us (2714us total) trans 4294970560 rc 0/0 00000100:00100000:0.0:1746157077.994047:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2607 00002000:00100000:0.0:1746157077.994055:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008fed9c00 x1830977685152000/t4294970560(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:638/0 lens 496/448 e 0 to 0 dl 1746157088 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157077.994063:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9c00 with x1830977685152000 ext(0->7) 00010000:00010000:0.0:1746157077.994071:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b8 expref: 80 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157077.994083:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7b8 expref: 80 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157077.994089:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed9c00 00000100:00100000:0.0:1746157077.997048:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.001853:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.001889:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.002042:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679165312:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.002058:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.002091:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2012:x1830977685152128:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4784us (5056us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.002100:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17000 00000100:00100000:1.0:1746157078.002316:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685152512 00000100:00100000:1.0:1746157078.002320:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685152512 00002000:00100000:1.0:1746157078.002345:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8000 x1830977685152512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.002352:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8000 with x1830977685152512 ext(0->4095) 00010000:00010000:1.0:1746157078.002357:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535030c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7bf expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.002364:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535030c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7bf expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.002369:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8000 00000100:00100000:1.0:1746157078.002380:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2608 00000100:00100000:1.0:1746157078.002386:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685152512:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157078.002479:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685152512:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (588us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.002484:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2608 00002000:00100000:1.0:1746157078.002489:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8000 x1830977685152512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.002495:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8000 with x1830977685152512 ext(0->4095) 00010000:00010000:1.0:1746157078.002499:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535030c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7bf expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.002507:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535030c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7bf expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.002512:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8000 00000100:00080000:0.0:1746157078.003029:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157078.005310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.005423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.005493:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685152768 00000100:00100000:2.0:1746157078.005496:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685152768 00010000:00010000:2.0:1746157078.005509:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535030c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7bf expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.005532:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17001 00000100:00100000:2.0:1746157078.005537:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685152768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.005544:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.005559:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535030c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7bf expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.005569:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535030c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7bf expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.005582:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535030c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7bf expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.005594:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.005595:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.005600:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350313 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7c6 expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.005606:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350313 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7c6 expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.005623:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350313 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7c6 expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.005632:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350313 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7c6 expref: 81 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.005641:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679165696:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.005695:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2459c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.008610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.008959:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679165696:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.008994:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.009042:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685152768:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3503us (3617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.009056:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17001 00000100:00100000:2.0:1746157078.012988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.013067:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685153152 00000100:00100000:0.0:1746157078.013074:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685153152 00010000:00010000:0.0:1746157078.013107:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350313 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7c6 expref: 81 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746157078.013141:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17002 00000100:00100000:0.0:1746157078.013148:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685153152:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157078.013160:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157078.013179:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350313 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7c6 expref: 81 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.013191:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350313 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7c6 expref: 81 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.013213:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350313 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7c6 expref: 81 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.013240:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157078.013242:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157078.013248:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535031a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7cd expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157078.013255:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535031a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7cd expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157078.013285:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535031a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7cd expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157078.013296:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f154e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679165824:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157078.013363:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.018313:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.018403:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f154e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679165824:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157078.018421:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157078.018522:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685153152:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5373us (5555us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157078.018532:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17002 00000100:00100000:1.0:1746157078.018709:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685153408 00000100:00100000:1.0:1746157078.018715:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685153408 00002000:00100000:1.0:1746157078.018772:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3480 x1830977685153408/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.018780:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3480 with x1830977685153408 ext(0->4095) 00002000:00010000:1.0:1746157078.018784:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f3480 00000100:00100000:1.0:1746157078.018809:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13634 00000100:00100000:1.0:1746157078.018817:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685153408:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157078.018926:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685153408:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (620us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.018932:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13634 00002000:00100000:1.0:1746157078.018937:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3480 x1830977685153408/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.018944:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3480 with x1830977685153408 ext(0->4095) 00002000:00010000:1.0:1746157078.018947:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f3480 00000100:00100000:0.0:1746157078.020733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.023085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.023175:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685153664 00000100:00100000:2.0:1746157078.023181:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685153664 00010000:00010000:2.0:1746157078.023208:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535031a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7cd expref: 80 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.023240:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17003 00000100:00100000:2.0:1746157078.023245:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685153664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.023256:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.023271:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535031a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7cd expref: 80 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.023291:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535031a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7cd expref: 80 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.023315:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535031a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7cd expref: 80 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.023340:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.023342:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.023349:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350321 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7d4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.023355:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7d4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.023382:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7d4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157078.023391:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679166080:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.023459:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2459c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.024778:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679166080:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.024795:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.024835:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2011:x1830977685153664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1589us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.024843:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17003 00000100:00100000:0.0:1746157078.025963:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.027493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.027901:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.028020:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685154176 00000100:00100000:2.0:1746157078.028024:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685154176 00000100:00100000:2.0:1746157078.028053:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29666 00000100:00100000:2.0:1746157078.028058:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1768:x1830977685154176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.028065:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.028071:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535032f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f7e2 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.028081:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.028085:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350328 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7db expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.028221:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.028225:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535032f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e2 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.028249:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350328 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7db expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.028259:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535032f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e2 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.028267:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:2.0:1746157078.028301:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1768:x1830977685154176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 242us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.028307:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29666 00000100:00100000:0.0:1746157078.030174:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.030502:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685154304 00000100:00100000:2.0:1746157078.030507:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685154304 00010000:00010000:2.0:1746157078.030527:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7d4 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.030565:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17004 00000100:00100000:2.0:1746157078.030571:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685154304:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.030581:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.030703:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7d4 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.030714:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7d4 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.030731:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350321 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7d4 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.030771:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.030773:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.030778:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350328 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7db expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.030786:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7db expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.030810:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7db expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.030820:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7db expref: 80 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.030830:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679166464:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.031131:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2459c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.032725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.033579:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679166464:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.033597:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.033625:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685154304:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3055us (3458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.033632:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17004 00000100:00100000:0.0:1746157078.034778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.035394:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685154688 00000100:00100000:2.0:1746157078.035400:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685154688 00010000:00010000:2.0:1746157078.035426:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7db expref: 81 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.035479:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17005 00000100:00100000:2.0:1746157078.035484:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5688050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685154688:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.035495:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.035509:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7db expref: 81 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.035519:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7db expref: 81 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.035536:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350328 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7db expref: 81 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.035761:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.035763:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.035770:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535032f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e2 expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.035777:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535032f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e2 expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.035804:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535032f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e2 expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157078.035814:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679166592:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.036206:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2459c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.039250:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679166592:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.039272:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.039312:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5688050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685154688:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3826us (4537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.039323:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17005 00000100:00100000:0.0:1746157078.039723:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.042822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.048851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.049272:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685155200 00000100:00100000:2.0:1746157078.049280:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685155200 00010000:00010000:2.0:1746157078.049307:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535032f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e2 expref: 80 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.049813:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17006 00000100:00100000:1.0:1746157078.049821:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685155200:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.049833:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.049849:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535032f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e2 expref: 80 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.049860:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535032f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e2 expref: 80 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.049878:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed88535032f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e2 expref: 80 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.049907:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.049909:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.049915:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350336 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e9 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.049932:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350336 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e9 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.049962:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350336 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e9 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157078.049981:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679166848:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.050040:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.050239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.053776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.053853:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679166848:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.053863:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.053885:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685155200:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4065us (5039us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.053892:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17006 00000100:00100000:1.0:1746157078.053914:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685155584 00000100:00100000:1.0:1746157078.053918:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685155584 00002000:00100000:1.0:1746157078.053942:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260bb80 x1830977685155584/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.053950:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260bb80 with x1830977685155584 ext(0->4095) 00010000:00010000:1.0:1746157078.053956:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350336 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e9 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.053966:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350336 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e9 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.053971:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009260bb80 00000100:00100000:1.0:1746157078.053994:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2611 00000100:00100000:1.0:1746157078.054000:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685155584:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157078.054108:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685155584:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.054113:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2611 00002000:00100000:1.0:1746157078.054118:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260bb80 x1830977685155584/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.054124:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260bb80 with x1830977685155584 ext(0->4095) 00010000:00010000:1.0:1746157078.054128:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350336 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e9 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.054136:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350336 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e9 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.054141:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009260bb80 00000100:00100000:0.0:1746157078.058037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.059077:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685155712 00000100:00100000:1.0:1746157078.059087:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685155712 00010000:00010000:1.0:1746157078.059126:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350336 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e9 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.059310:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17007 00000100:00100000:1.0:1746157078.059317:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685155712:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.059328:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.059342:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350336 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e9 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.059352:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350336 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e9 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.059370:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350336 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7e9 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.059394:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.059396:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.059401:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535033d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f0 expref: 79 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.059408:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535033d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f0 expref: 79 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.059435:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535033d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f0 expref: 79 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157078.059444:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679167104:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.059959:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.062064:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679167104:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.062080:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.062664:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685155712:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3344us (4631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.062672:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17007 00000100:00100000:0.0:1746157078.062715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.062752:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685155968 00000100:00100000:1.0:1746157078.062757:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685155968 00002000:00100000:1.0:1746157078.062783:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9d880 x1830977685155968/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.062801:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9d880 with x1830977685155968 ext(0->4095) 00002000:00010000:1.0:1746157078.062805:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9d880 00000100:00100000:1.0:1746157078.062830:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13637 00000100:00100000:1.0:1746157078.062835:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685155968:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157078.063033:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685155968:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.063039:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13637 00002000:00100000:1.0:1746157078.063044:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9d880 x1830977685155968/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.063051:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9d880 with x1830977685155968 ext(0->4095) 00002000:00010000:1.0:1746157078.063053:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9d880 00000100:00100000:0.0:1746157078.067839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.072309:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.072369:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685156224 00000100:00100000:1.0:1746157078.072377:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685156224 00002000:00100000:1.0:1746157078.072413:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091297800 x1830977685156224/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.072421:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091297800 with x1830977685156224 ext(0->7) 00010000:00010000:1.0:1746157078.072430:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535033d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f0 expref: 80 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.072443:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535033d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f0 expref: 80 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.072449:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091297800 00000100:00100000:1.0:1746157078.072479:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2612 00000100:00100000:1.0:1746157078.072485:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685156224:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157078.075290:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685156224:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2797us (2983us total) trans 4294970561 rc 0/0 00000100:00100000:0.0:1746157078.075300:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2612 00002000:00100000:0.0:1746157078.075308:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091297800 x1830977685156224/t4294970561(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/448 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.075316:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091297800 with x1830977685156224 ext(0->7) 00010000:00010000:0.0:1746157078.075323:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535033d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f0 expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.075335:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535033d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f0 expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157078.075341:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091297800 00000100:00100000:0.0:1746157078.080456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.080911:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685156352 00000100:00100000:1.0:1746157078.080920:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685156352 00010000:00010000:1.0:1746157078.080955:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535033d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f0 expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.081003:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17008 00000100:00100000:1.0:1746157078.081010:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685156352:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.081024:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.081040:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535033d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f0 expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.081051:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535033d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f0 expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.081069:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535033d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f0 expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.081094:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.081096:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.081102:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350344 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f7 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.081108:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350344 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f7 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.081135:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350344 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f7 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157078.081145:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679167360:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.081255:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.084051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.084197:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685156608 00000100:00100000:2.0:1746157078.084203:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685156608 00000100:00100000:1.0:1746157078.084215:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679167360:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.084230:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157078.084239:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250c000 x1830977685156608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.084247:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250c000 with x1830977685156608 ext(0->4095) 00002000:00010000:2.0:1746157078.084251:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250c000 00000100:00100000:1.0:1746157078.084272:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2010:x1830977685156352:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3263us (3823us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.084277:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13638 00000100:00100000:1.0:1746157078.084280:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17008 00000100:00100000:2.0:1746157078.084283:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685156608:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157078.084700:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685156608:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.084706:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13638 00002000:00100000:2.0:1746157078.084711:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250c000 x1830977685156608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.084717:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250c000 with x1830977685156608 ext(0->4095) 00002000:00010000:2.0:1746157078.084720:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250c000 00000100:00100000:0.0:1746157078.084996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.087960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.088085:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685156864 00000100:00100000:0.0:1746157078.088091:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685156864 00000100:00100000:0.0:1746157078.089947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.090018:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685156992 00000100:00100000:1.0:1746157078.090023:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685156992 00010000:00010000:1.0:1746157078.090047:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350344 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f7 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.090076:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17009 00000100:00100000:1.0:1746157078.090082:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685156992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.090092:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.090110:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350344 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f7 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.090119:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350344 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f7 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.090136:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350344 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7f7 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.090150:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.090152:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.090157:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.090164:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.090186:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.090197:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.090207:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679167744:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.090265:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.092034:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679167744:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.092049:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.092078:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685156992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1995us (2133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.092086:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17009 00000100:00100000:0.0:1746157078.094621:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.095071:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685157248 00000100:00100000:2.0:1746157078.095079:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685157248 00002000:00100000:2.0:1746157078.095116:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250f100 x1830977685157248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.095124:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250f100 with x1830977685157248 ext(0->4095) 00010000:00010000:2.0:1746157078.095132:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.095144:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.095150:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250f100 00000100:00100000:2.0:1746157078.095398:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2613 00000100:00100000:2.0:1746157078.095406:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685157248:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.095680:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685157248:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 274us (1165us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.095687:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2613 00002000:00100000:2.0:1746157078.095692:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250f100 x1830977685157248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.095699:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250f100 with x1830977685157248 ext(0->4095) 00010000:00010000:2.0:1746157078.095704:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.095713:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.095719:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250f100 00000100:00100000:0.0:1746157078.098922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.098993:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685157376 00000100:00100000:1.0:1746157078.099000:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685157376 00010000:00010000:1.0:1746157078.099027:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.099059:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17010 00000100:00100000:1.0:1746157078.099065:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685157376:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.099078:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.099091:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.099101:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.099117:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535034b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f7fe expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.099139:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.099141:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.099147:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350352 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f805 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.099154:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f805 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.099180:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f805 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157078.099189:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679167872:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.099255:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.103846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.103951:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685157632 00000100:00100000:2.0:1746157078.103958:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685157632 00002000:00100000:2.0:1746157078.104019:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250f480 x1830977685157632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.104028:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250f480 with x1830977685157632 ext(0->4095) 00002000:00010000:2.0:1746157078.104033:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250f480 00000100:00100000:2.0:1746157078.104073:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13639 00000100:00100000:2.0:1746157078.104102:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685157632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157078.104187:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679167872:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.104203:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.104238:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685157376:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5173us (5323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.104247:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17010 00000100:00100000:2.0:1746157078.104256:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685157632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.104425:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13639 00002000:00100000:2.0:1746157078.104433:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250f480 x1830977685157632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.104439:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250f480 with x1830977685157632 ext(0->4095) 00002000:00010000:2.0:1746157078.104442:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250f480 00000100:00100000:0.0:1746157078.106408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.109845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.109986:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685157888 00000100:00100000:1.0:1746157078.109993:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685157888 00010000:00010000:1.0:1746157078.110018:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f805 expref: 82 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.110048:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17011 00000100:00100000:1.0:1746157078.110054:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685157888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.110064:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.110078:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f805 expref: 82 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.110088:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f805 expref: 82 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.110106:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350352 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f805 expref: 82 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.110120:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.110121:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.110127:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350359 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f80c expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.110133:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350359 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f80c expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.110156:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350359 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f80c expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157078.110167:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679168128:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.110226:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.114151:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.114243:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679168128:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.114260:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.114301:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685157888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4246us (4458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.114310:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17011 00000100:00100000:0.0:1746157078.114454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.114520:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685158144 00000100:00100000:2.0:1746157078.114525:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685158144 00002000:00100000:2.0:1746157078.114556:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4000 x1830977685158144/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.114565:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4000 with x1830977685158144 ext(0->4095) 00002000:00010000:2.0:1746157078.114569:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e4000 00000100:00100000:2.0:1746157078.115680:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2614 00000100:00100000:2.0:1746157078.115688:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685158144:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.115811:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685158144:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (1665us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.115817:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2614 00002000:00100000:2.0:1746157078.115823:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4000 x1830977685158144/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.115831:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4000 with x1830977685158144 ext(0->4095) 00010000:00010000:2.0:1746157078.115836:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350359 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f80c expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.115847:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350359 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f80c expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.115853:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e4000 00000100:00100000:0.0:1746157078.118855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.119851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.119916:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685158528 00000100:00100000:1.0:1746157078.119920:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685158528 00010000:00010000:1.0:1746157078.119939:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350359 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f80c expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.119965:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17012 00000100:00100000:1.0:1746157078.119971:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685158528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.119987:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.120004:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350359 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f80c expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.120013:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350359 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f80c expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.120058:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350359 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f80c expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.120177:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.120179:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.120185:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350360 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f813 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.120192:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350360 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f813 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.120211:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350360 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f813 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.120221:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f813 expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.120236:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679168512:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.120475:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.122406:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679168512:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.122426:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.122478:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685158528:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2505us (2625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.122487:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17012 00000100:00100000:0.0:1746157078.122537:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.124673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.124773:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685158912 00000100:00100000:1.0:1746157078.124779:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685158912 00010000:00010000:1.0:1746157078.124802:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f813 expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.124906:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17013 00000100:00100000:1.0:1746157078.124913:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685158912:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.124926:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.124942:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f813 expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.124951:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350360 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f813 expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.124968:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350360 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f813 expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.124992:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.124993:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.124999:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350367 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f81a expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.125006:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f81a expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.125031:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f81a expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157078.125040:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679168640:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.125155:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.127656:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679168640:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.127675:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.127709:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685158912:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2796us (3041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.127721:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17013 00000100:00100000:0.0:1746157078.128205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.128858:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685159168 00000100:00100000:2.0:1746157078.128865:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685159168 00002000:00100000:2.0:1746157078.128893:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131252680 x1830977685159168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.128902:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252680 with x1830977685159168 ext(0->4095) 00002000:00010000:2.0:1746157078.128906:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131252680 00000100:00100000:2.0:1746157078.128928:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13641 00000100:00100000:2.0:1746157078.128933:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685159168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.129047:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685159168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (844us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.129055:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13641 00002000:00100000:2.0:1746157078.129060:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131252680 x1830977685159168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.129067:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252680 with x1830977685159168 ext(0->4095) 00002000:00010000:2.0:1746157078.129069:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131252680 00000100:00100000:0.0:1746157078.130816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.133698:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.133768:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685159424 00000100:00100000:1.0:1746157078.133774:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685159424 00010000:00010000:1.0:1746157078.133801:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350367 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f81a expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.133834:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17014 00000100:00100000:1.0:1746157078.133840:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685159424:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.133850:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.133865:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350367 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f81a expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.133873:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f81a expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.133890:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.133891:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.133896:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535036e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f821 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.133902:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535036e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f821 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.133925:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535036e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f821 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157078.133934:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679168896:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.133996:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.136271:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679168896:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.136285:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.136314:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2010:x1830977685159424:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2474us (2621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.136322:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17014 00000100:00100000:0.0:1746157078.139409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.139502:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.139575:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685159808 00000100:00100000:2.0:1746157078.139579:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685159808 00000100:00100000:2.0:1746157078.139604:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29676 00000100:00100000:2.0:1746157078.139610:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1767:x1830977685159808:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.139621:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.139634:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f828 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.139654:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535036e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f821 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.139660:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.139661:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.139664:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.139689:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535036e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f821 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.139700:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535036e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f821 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.139714:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679169024:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.139778:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.141161:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679169024:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.141179:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.141190:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:2.0:1746157078.141225:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1767:x1830977685159808:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1615us (1722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.141231:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29676 00000100:00100000:0.0:1746157078.142196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.142244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.142376:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685159936 00000100:00100000:2.0:1746157078.142381:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685159936 00000100:00100000:2.0:1746157078.142406:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29677 00000100:00100000:2.0:1746157078.142411:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1768:x1830977685159936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.142422:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.142433:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f82f expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.142449:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.142454:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 83 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.142458:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.142461:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 83 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.142485:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 83 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.142494:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 83 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.142501:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2000, rc 0) 00000100:00100000:2.0:1746157078.142525:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1768:x1830977685159936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.142529:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29677 00000100:00100000:1.0:1746157078.142585:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685160064 00000100:00100000:1.0:1746157078.142588:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685160064 00010000:00010000:1.0:1746157078.142604:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535036e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f821 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.142620:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17015 00000100:00100000:1.0:1746157078.142625:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685160064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.142632:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.142645:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535036e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f821 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.142654:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535036e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f821 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.142667:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535036e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f821 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.142692:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.142694:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.142698:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.142709:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.142727:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.142757:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.142766:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679169280:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.142808:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.144983:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.145088:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679169280:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.145101:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.145575:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685160064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2949us (3329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.145583:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17015 00000100:00100000:0.0:1746157078.147699:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.147811:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685160448 00000100:00100000:1.0:1746157078.147819:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685160448 00010000:00010000:1.0:1746157078.147849:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.147885:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17016 00000100:00100000:1.0:1746157078.147892:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685160448:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.147903:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.147919:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.147929:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.147947:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350375 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f828 expref: 83 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.148024:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.148026:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.148032:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.148040:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.148073:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157078.148085:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679169408:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.148794:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.153157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.153252:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679169408:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.153270:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.153315:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685160448:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5423us (5623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.153324:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17016 00000100:00100000:2.0:1746157078.153501:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685160704 00000100:00100000:2.0:1746157078.153506:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685160704 00002000:00100000:2.0:1746157078.153538:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123884e00 x1830977685160704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.153546:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884e00 with x1830977685160704 ext(0->4095) 00002000:00010000:2.0:1746157078.153550:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123884e00 00000100:00100000:2.0:1746157078.153578:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13643 00000100:00100000:2.0:1746157078.153585:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685160704:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.153702:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685160704:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.153708:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13643 00002000:00100000:2.0:1746157078.153712:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123884e00 x1830977685160704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.153723:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884e00 with x1830977685160704 ext(0->4095) 00002000:00010000:2.0:1746157078.153726:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123884e00 00000100:00100000:0.0:1746157078.155809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.155895:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685160832 00000100:00100000:2.0:1746157078.155901:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685160832 00000100:00100000:2.0:1746157078.155934:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29678 00000100:00100000:2.0:1746157078.155941:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685160832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.155956:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.155968:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350383 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f836 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.156000:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.156007:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.156008:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.156012:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350383 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f836 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.156035:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.156045:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 81 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.156054:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679169536:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.156126:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.157592:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679169536:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.157613:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350383 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f836 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.157627:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3c00, rc 0) 00000100:00100000:2.0:1746157078.157671:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685160832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1730us (1867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.157678:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29678 00000100:00100000:0.0:1746157078.158686:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.158812:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685160960 00000100:00100000:1.0:1746157078.158818:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685160960 00010000:00010000:1.0:1746157078.158840:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.158986:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17017 00000100:00100000:1.0:1746157078.158992:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685160960:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.159002:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.159016:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.159025:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.159040:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535037c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f82f expref: 82 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.159065:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.159067:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.159072:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350383 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f836 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.159079:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350383 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f836 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.159100:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350383 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f836 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157078.159113:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679169664:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.159385:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.162264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.162324:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679169664:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.162352:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.162385:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685160960:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3392us (3702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.162394:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17017 00000100:00100000:0.0:1746157078.162931:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.165892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.166883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.166966:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685161600 00000100:00100000:1.0:1746157078.166970:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685161600 00010000:00010000:1.0:1746157078.166996:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f836 expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.167208:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17018 00000100:00100000:1.0:1746157078.167214:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685161600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.167223:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.167237:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f836 expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.167246:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350383 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f836 expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.167261:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350383 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f836 expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.167769:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.167772:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.167778:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.167785:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.167807:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.167817:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 82 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.167827:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679170048:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.167879:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.169801:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679170048:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157078.169815:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157078.169818:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.169855:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685161600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2640us (2972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.169864:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17018 00000100:00100000:2.0:1746157078.169959:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685161856 00000100:00100000:2.0:1746157078.169964:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685161856 00002000:00100000:2.0:1746157078.170003:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123886300 x1830977685161856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.170011:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123886300 with x1830977685161856 ext(0->4095) 00010000:00010000:2.0:1746157078.170018:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 83 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.170029:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 83 pid: 9579 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.170034:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123886300 00000100:00100000:2.0:1746157078.170060:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2617 00000100:00100000:2.0:1746157078.170066:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685161856:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.170406:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685161856:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 338us (590us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.170411:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2617 00002000:00100000:2.0:1746157078.170417:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123886300 x1830977685161856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.170424:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123886300 with x1830977685161856 ext(0->4095) 00010000:00010000:2.0:1746157078.170429:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 83 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.170437:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 83 pid: 9579 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.170442:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123886300 00000100:00100000:0.0:1746157078.172030:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.172078:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685161984 00000100:00100000:1.0:1746157078.172085:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685161984 00010000:00010000:1.0:1746157078.172106:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 83 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.172265:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17019 00000100:00100000:1.0:1746157078.172270:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685161984:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.172281:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.172292:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 83 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.172299:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 83 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.172314:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535038a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f83d expref: 83 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.172483:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.172485:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.172490:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350391 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f844 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.172495:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350391 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f844 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.172516:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350391 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f844 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157078.172523:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679170176:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.172715:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.174794:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679170176:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.174807:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.174837:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685161984:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2566us (2811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.174848:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17019 00000100:00100000:0.0:1746157078.176184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.176225:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685162240 00000100:00100000:2.0:1746157078.176231:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685162240 00002000:00100000:2.0:1746157078.176383:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123886a00 x1830977685162240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.176393:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123886a00 with x1830977685162240 ext(0->4095) 00002000:00010000:2.0:1746157078.176396:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123886a00 00000100:00100000:2.0:1746157078.176444:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13645 00000100:00100000:2.0:1746157078.176451:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685162240:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.176569:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685162240:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.176575:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13645 00002000:00100000:2.0:1746157078.176580:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123886a00 x1830977685162240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.176587:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123886a00 with x1830977685162240 ext(0->4095) 00002000:00010000:2.0:1746157078.176590:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123886a00 00000100:00100000:0.0:1746157078.178461:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.180349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.180549:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685162496 00000100:00100000:1.0:1746157078.180554:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685162496 00010000:00010000:1.0:1746157078.180574:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350391 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f844 expref: 82 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.180759:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17020 00000100:00100000:1.0:1746157078.180765:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685162496:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157078.180774:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157078.180789:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350391 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f844 expref: 82 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.180797:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350391 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f844 expref: 82 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.180815:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350391 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f844 expref: 82 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.180998:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.181000:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.181006:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350398 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f84b expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.181013:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350398 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f84b expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.181034:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350398 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f84b expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157078.181044:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679170432:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.181135:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.182131:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679170432:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.182142:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.182165:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685162496:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1401us (1818us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.182173:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17020 00000100:00100000:0.0:1746157078.183130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.185221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.185264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.185395:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685162880 00000100:00100000:2.0:1746157078.185401:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685162880 00000100:00100000:2.0:1746157078.185442:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685163008 00000100:00100000:2.0:1746157078.185444:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685163008 00000100:00100000:2.0:1746157078.185459:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29682 00000100:00100000:2.0:1746157078.185465:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1768:x1830977685162880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.185479:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.185492:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535039f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f852 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.185514:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350398 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f84b expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.185520:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.185522:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.185525:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535039f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f852 expref: 83 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.185548:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350398 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f84b expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.185557:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350398 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f84b expref: 5 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.185567:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679170560:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.185851:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.189196:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679170560:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.189223:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535039f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f852 expref: 83 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.189237:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2c00, rc 0) 00000100:00100000:2.0:1746157078.189285:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1768:x1830977685162880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3819us (4069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.189293:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29682 00000100:00100000:0.0:1746157078.195506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.195628:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685163136 00000100:00100000:1.0:1746157078.195636:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685163136 00010000:00010000:1.0:1746157078.195669:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350398 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f84b expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746157078.199222:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.203012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.203961:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.204246:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685163520 00000100:00100000:2.0:1746157078.204255:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685163520 00000100:00100000:2.0:1746157078.204313:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29684 00000100:00100000:2.0:1746157078.204323:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685163520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.204349:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.204611:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853503ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f860 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.204644:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853503a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f859 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.204653:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.204654:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.204658:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853503ad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f860 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.204691:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853503a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f859 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.204704:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853503a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f859 expref: 82 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.204718:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679171072:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.205061:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.207066:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679171072:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.207098:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853503ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f860 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.207118:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:2.0:1746157078.207146:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685163520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2826us (3192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.207153:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29684 00000100:00100000:2.0:1746157078.207416:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.211840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.211885:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.211897:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685164032 00000100:00100000:2.0:1746157078.211905:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685164032 00000100:00100000:2.0:1746157078.211955:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29685 00000100:00100000:2.0:1746157078.211961:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1767:x1830977685164032:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.211989:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.212005:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f867 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.212031:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.212035:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853503ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f860 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.212039:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157078.212042:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f867 expref: 84 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.212086:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853503ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f860 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.212107:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f867 expref: 84 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.212116:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:2.0:1746157078.212165:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1767:x1830977685164032:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.212171:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29685 00000100:00100000:0.0:1746157078.215541:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.215618:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685164416 00000100:00100000:1.0:1746157078.215625:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685164416 00002000:00100000:1.0:1746157078.215670:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c4000 x1830977685164416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.215679:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c4000 with x1830977685164416 ext(0->4095) 00010000:00010000:1.0:1746157078.215687:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853503ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f860 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.215699:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853503ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f860 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.215706:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c4000 00000100:00100000:1.0:1746157078.215723:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2620 00000100:00100000:1.0:1746157078.215730:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685164416:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157078.215888:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685164416:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.215894:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2620 00002000:00100000:1.0:1746157078.215899:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c4000 x1830977685164416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.215906:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c4000 with x1830977685164416 ext(0->4095) 00010000:00010000:1.0:1746157078.215910:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853503ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f860 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.215918:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853503ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f860 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.215922:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c4000 00000100:00100000:0.0:1746157078.219101:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.223080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.223145:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685164800 00000100:00100000:1.0:1746157078.223155:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685164800 00002000:00100000:1.0:1746157078.223202:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0000 x1830977685164800/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.223212:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0000 with x1830977685164800 ext(0->4095) 00002000:00010000:1.0:1746157078.223218:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d0000 00000100:00100000:1.0:1746157078.223254:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13647 00000100:00100000:1.0:1746157078.223261:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685164800:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157078.223450:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685164800:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.223460:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13647 00002000:00100000:1.0:1746157078.223466:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0000 x1830977685164800/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.223472:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0000 with x1830977685164800 ext(0->4095) 00002000:00010000:1.0:1746157078.223475:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d0000 00000100:00100000:0.0:1746157078.225732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.225997:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685164928 00000100:00100000:2.0:1746157078.226007:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685164928 00000100:00100000:2.0:1746157078.226063:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29686 00000100:00100000:2.0:1746157078.226071:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685164928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.226089:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.226107:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f86e expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.226137:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f867 expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.226144:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.226146:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.226150:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.226186:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f867 expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.226199:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f867 expref: 81 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.226210:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679171584:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.226304:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.238510:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.238550:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679171584:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.238582:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.238601:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2e00, rc 0) 00000100:00100000:0.0:1746157078.238655:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.238786:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685165184 00000100:00100000:1.0:1746157078.238796:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685165184 00000100:00100000:1.0:1746157078.238848:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29687 00000100:00100000:1.0:1746157078.238857:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1767:x1830977685165184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.238876:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.238894:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853503c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f875 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.238919:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.238925:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.238932:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157078.238935:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853503c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f875 expref: 84 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.238984:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157078.239236:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685164928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13164us (13511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.239242:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29686 00010000:00010000:1.0:1746157078.239376:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853503c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f875 expref: 84 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.239392:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.239394:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.239401:0:9577:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.239409:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.239432:0:9577:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.239445:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 5 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.239458:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679171840:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.240232:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.245474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.245569:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679171840:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.245589:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157078.245635:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1767:x1830977685165184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6779us (6980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.245643:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29687 00000100:00100000:0.0:1746157078.245756:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685165440 00000100:00100000:0.0:1746157078.245765:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685165440 00002000:00100000:0.0:1746157078.245806:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0380 x1830977685165440/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.245815:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0380 with x1830977685165440 ext(0->4095) 00010000:00010000:0.0:1746157078.245823:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.245837:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157078.245844:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0380 00000100:00100000:0.0:1746157078.245874:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2621 00000100:00100000:0.0:1746157078.245882:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685165440:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157078.246025:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685165440:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (560us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157078.246031:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2621 00002000:00100000:0.0:1746157078.246037:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0380 x1830977685165440/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.246044:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0380 with x1830977685165440 ext(0->4095) 00010000:00010000:0.0:1746157078.246048:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.246057:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853503bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f86e expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157078.246063:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0380 00000100:00100000:0.0:1746157078.250718:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.256106:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.268067:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.268721:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685165952 00000100:00100000:1.0:1746157078.268732:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685165952 00000100:00100000:1.0:1746157078.268829:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29688 00000100:00100000:1.0:1746157078.268838:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685165952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.268863:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.268882:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853503c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f87c expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.268964:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853503c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f875 expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.268980:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.268982:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.268985:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853503c9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f87c expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.269022:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853503c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f875 expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.269035:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853503c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f875 expref: 81 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.269047:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679172096:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157078.269143:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.275805:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679172096:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157078.275845:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853503c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f87c expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.275866:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77800, rc 0) 00000100:00100000:1.0:1746157078.275941:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685165952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7103us (7883us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.275955:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29688 00000100:00100000:0.0:1746157078.276866:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.278571:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2011:x1830977685166080:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1354us (1701us total) trans 4294970562 rc 0/0 00000100:00100000:0.0:1746157078.278582:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2622 00002000:00100000:0.0:1746157078.278591:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c7c1500 x1830977685166080/t4294970562(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/448 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.278600:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c1500 with x1830977685166080 ext(0->7) 00010000:00010000:0.0:1746157078.278607:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853503c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f875 expref: 84 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.278621:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853503c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f875 expref: 84 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157078.278628:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c1500 00000100:00100000:0.0:1746157078.289847:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.296760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.296850:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685166336 00000100:00100000:1.0:1746157078.296860:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685166336 00000100:00100000:1.0:1746157078.297281:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29689 00000100:00100000:1.0:1746157078.297291:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:1767:x1830977685166336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.297310:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.297329:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853503d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f883 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.297360:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853503c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f87c expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.297367:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.297369:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.297372:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853503d0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f883 expref: 85 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.297405:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853503c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f87c expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.297417:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853503c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f87c expref: 5 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.297430:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679172352:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157078.297520:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.300841:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.300900:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685166592 00000100:00100000:2.0:1746157078.300908:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685166592 00002000:00100000:2.0:1746157078.300950:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c1c00 x1830977685166592/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.300959:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c1c00 with x1830977685166592 ext(0->4095) 00010000:00010000:2.0:1746157078.300969:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853503c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f87c expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.300995:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853503c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f87c expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.301001:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c1c00 00000100:00100000:2.0:1746157078.301031:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2623 00000100:00100000:2.0:1746157078.301039:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685166592:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.301200:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685166592:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.301206:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2623 00002000:00100000:2.0:1746157078.301210:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c1c00 x1830977685166592/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.301217:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c1c00 with x1830977685166592 ext(0->4095) 00010000:00010000:2.0:1746157078.301221:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853503c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f87c expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.301230:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77800/0x7b65fed8853503c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f87c expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.301236:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c1c00 00000100:00100000:0.0:1746157078.303440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.303566:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.304231:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679172352:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157078.304260:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853503d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f883 expref: 84 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.304277:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76e00, rc 0) 00000100:00100000:1.0:1746157078.304323:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:1767:x1830977685166336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7034us (7597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.304331:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29689 00000100:00100000:1.0:1746157078.304352:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685166848 00000100:00100000:1.0:1746157078.304355:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685166848 00000100:00100000:1.0:1746157078.304381:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29690 00000100:00100000:1.0:1746157078.304387:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1768:x1830977685166848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.304402:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.304416:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853503d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f88a expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.304435:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.304440:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853503d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f883 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.304446:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.304449:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853503d7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f88a expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.304477:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853503d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f883 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.304486:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853503d7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f88a expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.304497:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76200, rc 0) 00000100:00100000:1.0:1746157078.304516:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:1768:x1830977685166848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.304521:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29690 00000100:00100000:0.0:1746157078.311659:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.311888:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685167104 00000100:00100000:2.0:1746157078.311896:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685167104 00002000:00100000:2.0:1746157078.311944:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c2680 x1830977685167104/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.311952:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c2680 with x1830977685167104 ext(0->4095) 00010000:00010000:2.0:1746157078.311961:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853503d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f883 expref: 84 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.311990:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853503d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f883 expref: 84 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.311998:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c2680 00000100:00100000:2.0:1746157078.312025:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2624 00000100:00100000:2.0:1746157078.312032:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2010:x1830977685167104:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.314868:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2010:x1830977685167104:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 2824us (3209us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.314880:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2624 00002000:00100000:2.0:1746157078.314891:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c2680 x1830977685167104/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.314901:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c2680 with x1830977685167104 ext(0->4095) 00010000:00010000:2.0:1746157078.314912:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853503d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f883 expref: 84 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.314933:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76e00/0x7b65fed8853503d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f883 expref: 84 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.314940:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c2680 00000100:00100000:0.0:1746157078.318705:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.318794:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.320716:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685167232 00000100:00100000:2.0:1746157078.320731:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685167232 00000100:00100000:2.0:1746157078.323472:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29691 00000100:00100000:2.0:1746157078.323490:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:1767:x1830977685167232:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.323513:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.323533:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f891 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.323562:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853503d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f88a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.323570:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.323571:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.323574:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f891 expref: 85 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.323602:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853503d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f88a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.323615:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853503d7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f88a expref: 5 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.323626:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679172864:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.325920:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.326326:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.328066:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685167616 00000100:00100000:2.0:1746157078.328077:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685167616 00002000:00100000:2.0:1746157078.328124:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c3100 x1830977685167616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.328133:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c3100 with x1830977685167616 ext(0->4095) 00010000:00010000:2.0:1746157078.328142:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853503d7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f88a expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.328163:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853503d7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f88a expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.328169:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c3100 00000100:00100000:2.0:1746157078.328198:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2625 00000100:00100000:2.0:1746157078.328205:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685167616:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.328345:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685167616:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (2023us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.328352:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2625 00002000:00100000:2.0:1746157078.328357:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c3100 x1830977685167616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.328364:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c3100 with x1830977685167616 ext(0->4095) 00010000:00010000:2.0:1746157078.328368:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853503d7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f88a expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.328377:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76200/0x7b65fed8853503d7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f88a expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.328382:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c3100 00000100:00100000:0.0:1746157078.332406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.346644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.348464:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685168000 00000100:00100000:1.0:1746157078.348480:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685168000 00002000:00100000:1.0:1746157078.348544:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c3800 x1830977685168000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.348554:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c3800 with x1830977685168000 ext(0->4095) 00002000:00010000:1.0:1746157078.348560:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c7c3800 00000100:00100000:1.0:1746157078.348609:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13649 00000100:00100000:1.0:1746157078.348618:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2011:x1830977685168000:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157078.348871:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2011:x1830977685168000:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 253us (2237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.348877:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13649 00002000:00100000:1.0:1746157078.348883:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c3800 x1830977685168000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.348890:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c3800 with x1830977685168000 ext(0->4095) 00002000:00010000:1.0:1746157078.348893:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c7c3800 00000100:00100000:0.0:1746157078.351953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.357325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.357482:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685168256 00000100:00100000:2.0:1746157078.357495:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685168256 00002000:00100000:2.0:1746157078.357546:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c7c0000 x1830977685168256/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.357556:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c0000 with x1830977685168256 ext(0->7) 00010000:00010000:2.0:1746157078.357566:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f891 expref: 84 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.357696:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f891 expref: 84 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.357705:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c0000 00000100:00100000:2.0:1746157078.357874:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2626 00000100:00100000:2.0:1746157078.357884:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2010:x1830977685168256:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157078.362290:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2010:x1830977685168256:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4396us (4959us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1746157078.362302:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2626 00002000:00100000:0.0:1746157078.362314:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c7c0000 x1830977685168256/t4294970563(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/448 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.362324:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c0000 with x1830977685168256 ext(0->7) 00010000:00010000:0.0:1746157078.362336:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f891 expref: 86 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.362353:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f891 expref: 86 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157078.362359:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c0000 00000100:00100000:0.0:1746157078.369261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.369331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.370764:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685168512 00000100:00100000:2.0:1746157078.370772:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685168512 00010000:00010000:2.0:1746157078.370800:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f891 expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.370823:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17031 00000100:00100000:2.0:1746157078.370829:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2011:x1830977685168512:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.370840:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.370862:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f891 expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.370872:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f891 expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.370893:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853503de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f891 expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.370925:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.370927:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.370934:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.370942:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.370968:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.370991:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 5 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.371004:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679173376:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.371081:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.374890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.375013:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679173376:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.375033:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.375093:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2011:x1830977685168512:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4262us (5759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.375104:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17031 00000100:00100000:1.0:1746157078.375179:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685168768 00000100:00100000:1.0:1746157078.375187:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685168768 00002000:00100000:1.0:1746157078.375268:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088700 x1830977685168768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.375283:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088700 with x1830977685168768 ext(0->4095) 00010000:00010000:1.0:1746157078.375292:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.375305:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.375311:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091088700 00000100:00100000:1.0:1746157078.375338:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2627 00000100:00100000:1.0:1746157078.375344:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685168768:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157078.375488:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685168768:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.375494:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2627 00002000:00100000:1.0:1746157078.375499:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088700 x1830977685168768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.375506:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088700 with x1830977685168768 ext(0->4095) 00010000:00010000:1.0:1746157078.375511:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.375519:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.375524:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091088700 00000100:00100000:0.0:1746157078.379017:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.379133:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685168896 00000100:00100000:2.0:1746157078.379143:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685168896 00010000:00010000:2.0:1746157078.379181:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.379248:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17032 00000100:00100000:2.0:1746157078.379257:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685168896:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.379274:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.379293:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.379305:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.379328:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853503e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f898 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.379988:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.379992:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.380000:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853503ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f89f expref: 85 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.380010:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853503ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f89f expref: 85 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.380047:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853503ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f89f expref: 85 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157078.380059:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679173504:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.380149:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.382917:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679173504:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.382941:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.383007:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685168896:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3749us (4001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.383022:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17032 00000100:00100000:0.0:1746157078.383125:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.383527:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685169152 00000100:00100000:2.0:1746157078.383534:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685169152 00002000:00100000:2.0:1746157078.383570:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306eca80 x1830977685169152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.383580:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eca80 with x1830977685169152 ext(0->4095) 00002000:00010000:2.0:1746157078.383584:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306eca80 00000100:00100000:2.0:1746157078.383611:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13650 00000100:00100000:2.0:1746157078.383617:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2011:x1830977685169152:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.383792:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2011:x1830977685169152:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (668us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.383799:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13650 00002000:00100000:2.0:1746157078.383804:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306eca80 x1830977685169152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.383811:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eca80 with x1830977685169152 ext(0->4095) 00002000:00010000:2.0:1746157078.383814:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306eca80 00000100:00100000:0.0:1746157078.385821:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.387024:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.389990:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.390120:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679173632:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.390153:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853503f3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8a6 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.390173:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:2.0:1746157078.390233:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685169280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4093us (4422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.390243:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29694 00000100:00100000:0.0:1746157078.394415:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.394533:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.394794:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685169536 00000100:00100000:2.0:1746157078.394801:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685169536 00000100:00100000:2.0:1746157078.394840:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29695 00000100:00100000:2.0:1746157078.394848:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:1767:x1830977685169536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.394863:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.394876:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853503fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f8ad expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.394900:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853503f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8a6 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.394907:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.394908:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.394911:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853503fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ad expref: 87 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.394936:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853503f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8a6 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.394946:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853503f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8a6 expref: 5 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.394956:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679173888:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.395026:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2450c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.395072:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685169792 00000100:00100000:1.0:1746157078.395076:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685169792 00002000:00100000:1.0:1746157078.395098:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bc000 x1830977685169792/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.395105:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bc000 with x1830977685169792 ext(0->4095) 00010000:00010000:1.0:1746157078.395110:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853503f3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8a6 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.395118:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853503f3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8a6 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.395123:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5bc000 00000100:00100000:1.0:1746157078.395143:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2628 00000100:00100000:1.0:1746157078.395148:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685169792:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157078.395249:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685169792:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (715us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.395255:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2628 00002000:00100000:1.0:1746157078.395260:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bc000 x1830977685169792/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.395266:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bc000 with x1830977685169792 ext(0->4095) 00010000:00010000:1.0:1746157078.395270:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853503f3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8a6 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.395278:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853503f3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8a6 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.395283:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5bc000 00000100:00100000:2.0:1746157078.397384:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679173888:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.397409:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853503fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ad expref: 86 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.397421:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2c00, rc 0) 00000100:00100000:2.0:1746157078.397462:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:1767:x1830977685169536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2614us (3052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.397469:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29695 00000100:00100000:0.0:1746157078.398884:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.398943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.399034:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685169920 00000100:00100000:2.0:1746157078.399044:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685169920 00000100:00100000:2.0:1746157078.399311:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29696 00000100:00100000:2.0:1746157078.399316:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:1768:x1830977685169920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.399338:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.399350:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350401 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f8b4 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.399367:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.399376:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853503fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ad expref: 87 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.399382:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.399385:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350401 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8b4 expref: 87 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.399421:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853503fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ad expref: 87 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.399432:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350401 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8b4 expref: 87 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.399444:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.399446:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.399451:0:9674:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853503fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ad expref: 87 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.399457:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853503fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ad expref: 87 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.399473:0:9674:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853503fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ad expref: 87 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.399486:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853503fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ad expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.399506:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679174144:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.399569:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2450c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.402584:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.402774:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679174144:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.402802:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3c00, rc 0) 00000100:00100000:2.0:1746157078.402863:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1768:x1830977685169920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3545us (3989us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.402873:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29696 00000100:00100000:0.0:1746157078.406516:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.411209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.414374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.420057:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.423059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.426215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.426264:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685171328 00000100:00100000:1.0:1746157078.426273:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685171328 00002000:00100000:1.0:1746157078.426314:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5f80 x1830977685171328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.426323:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5f80 with x1830977685171328 ext(0->4095) 00010000:00010000:1.0:1746157078.426331:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350408 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8bb expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.426343:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350408 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8bb expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.426350:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5f80 00000100:00100000:1.0:1746157078.426367:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2630 00000100:00100000:1.0:1746157078.426374:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685171328:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157078.426528:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685171328:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.426533:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2630 00002000:00100000:1.0:1746157078.426538:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5f80 x1830977685171328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.426544:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5f80 with x1830977685171328 ext(0->4095) 00010000:00010000:1.0:1746157078.426548:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350408 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8bb expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746157078.426557:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350408 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8bb expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746157078.426567:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5f80 00000100:00100000:0.0:1746157078.430035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.430189:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685171456 00000100:00100000:2.0:1746157078.430199:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685171456 00000100:00100000:2.0:1746157078.430374:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29699 00000100:00100000:2.0:1746157078.430381:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:1768:x1830977685171456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.430403:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.430420:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f8c9 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.430441:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.430445:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535040f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c2 expref: 88 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.430450:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.430452:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.430481:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535040f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c2 expref: 88 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.430490:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.430496:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:2.0:1746157078.430510:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:1768:x1830977685171456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.430515:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29699 00000100:00100000:0.0:1746157078.431912:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.437416:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.438002:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2011:x1830977685171840:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157078.438656:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2011:x1830977685171840:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 654us (1246us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157078.438664:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2631 00002000:00100000:3.0:1746157078.438670:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3aed80 x1830977685171840/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.438678:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aed80 with x1830977685171840 ext(0->4095) 00010000:00010000:3.0:1746157078.438683:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535040f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c2 expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.438694:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535040f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c2 expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:3.0:1746157078.438700:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3aed80 00000100:00100000:0.0:1746157078.443685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.444679:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685171968 00000100:00100000:3.0:1746157078.444694:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685171968 00010000:00010000:3.0:1746157078.444794:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535040f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c2 expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.444835:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17038 00000100:00100000:3.0:1746157078.444844:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2012:x1830977685171968:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.444860:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.444881:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535040f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c2 expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.444893:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535040f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c2 expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.444917:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535040f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c2 expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.444950:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.444953:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.444960:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 86 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.444967:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 86 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.445011:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 86 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.445024:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679175040:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.445383:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.449452:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.449453:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679175040:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.449471:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.449516:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2012:x1830977685171968:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4673us (5838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.449526:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17038 00000100:00100000:0.0:1746157078.449527:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685172224 00000100:00100000:0.0:1746157078.449533:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685172224 00002000:00100000:0.0:1746157078.449565:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0e00 x1830977685172224/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.449574:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0e00 with x1830977685172224 ext(0->4095) 00002000:00010000:0.0:1746157078.449578:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d0e00 00000100:00100000:0.0:1746157078.449601:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13652 00000100:00100000:0.0:1746157078.449608:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2010:x1830977685172224:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157078.449718:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2010:x1830977685172224:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157078.449724:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13652 00002000:00100000:0.0:1746157078.449728:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0e00 x1830977685172224/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.449754:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0e00 with x1830977685172224 ext(0->4095) 00002000:00010000:0.0:1746157078.449757:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d0e00 00000100:00100000:0.0:1746157078.456007:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.456965:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685172352 00000100:00100000:1.0:1746157078.456984:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685172352 00000100:00100000:1.0:1746157078.457070:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29700 00000100:00100000:1.0:1746157078.457079:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685172352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.457101:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.457124:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f8d0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.457162:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 85 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.457169:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.457171:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.457175:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.457214:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 85 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.457227:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 85 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.457241:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679175168:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157078.457360:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.463102:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679175168:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157078.463129:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.463143:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:1.0:1746157078.463181:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685172352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6103us (7185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.463189:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29700 00000100:00100000:0.0:1746157078.464652:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.465266:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685172480 00000100:00100000:2.0:1746157078.465275:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685172480 00002000:00100000:2.0:1746157078.465507:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5c9c00 x1830977685172480/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.465518:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9c00 with x1830977685172480 ext(0->7) 00010000:00010000:2.0:1746157078.465527:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 86 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.465540:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 86 pid: 9579 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.465546:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9c00 00000100:00100000:2.0:1746157078.465612:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2632 00000100:00100000:2.0:1746157078.465619:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2010:x1830977685172480:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157078.466811:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685172480:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1189us (2161us total) trans 4294970564 rc 0/0 00000100:00100000:0.0:1746157078.466819:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2632 00002000:00100000:0.0:1746157078.466826:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5c9c00 x1830977685172480/t4294970564(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/448 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.466833:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9c00 with x1830977685172480 ext(0->7) 00010000:00010000:0.0:1746157078.466839:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 88 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.466850:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 88 pid: 9579 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157078.466855:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9c00 00000100:00100000:0.0:1746157078.471988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.472088:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685172608 00000100:00100000:3.0:1746157078.472096:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685172608 00010000:00010000:3.0:1746157078.472122:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 88 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.472171:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17039 00000100:00100000:3.0:1746157078.472177:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685172608:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.472187:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746157078.472197:0:7220:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746157078 -> 1746157079 00002000:00010000:3.0:1746157078.472199:0:7220:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746157078 -> 1746157079 00010000:00010000:3.0:1746157078.472202:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 88 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.472210:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 88 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.472224:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350416 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8c9 expref: 88 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.472246:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.472248:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.472253:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.472258:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.472485:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.472497:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679175296:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.472564:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.477477:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.477798:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685172736 00000100:00100000:1.0:1746157078.477812:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685172736 00000100:00100000:1.0:1746157078.477965:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29701 00000100:00100000:1.0:1746157078.477987:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685172736:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.478014:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.478037:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f8d7 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.478076:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.478084:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.478086:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.478090:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.478128:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.478143:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 5 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.478167:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679175424:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157078.478269:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.478936:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679175296:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.478956:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.479000:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685172608:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6821us (7028us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.479012:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17039 00000100:00100000:0.0:1746157078.479392:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.480062:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685172992 00000100:00100000:2.0:1746157078.480070:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685172992 00002000:00100000:2.0:1746157078.480116:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259500 x1830977685172992/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.480127:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259500 with x1830977685172992 ext(0->4095) 00010000:00010000:2.0:1746157078.480136:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.480150:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.480156:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259500 00000100:00100000:2.0:1746157078.480187:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2633 00000100:00100000:2.0:1746157078.480195:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685172992:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.480358:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685172992:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (966us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.480365:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2633 00002000:00100000:2.0:1746157078.480373:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259500 x1830977685172992/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.480380:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259500 with x1830977685172992 ext(0->4095) 00010000:00010000:2.0:1746157078.480386:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.480396:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.480402:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259500 00000100:00100000:1.0:1746157078.483045:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679175424:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157078.483079:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.483689:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:1.0:1746157078.483773:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685172736:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5788us (6307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.483783:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29701 00000100:00100000:0.0:1746157078.484653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.484940:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685173120 00000100:00100000:1.0:1746157078.484952:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685173120 00000100:00100000:1.0:1746157078.485022:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29702 00000100:00100000:1.0:1746157078.485029:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1768:x1830977685173120:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.485048:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.485068:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f8de expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.485096:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.485103:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.485109:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.485113:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.485159:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.485172:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.485181:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013007fa00, rc 0) 00000100:00100000:1.0:1746157078.485224:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685173120:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.485231:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29702 00000100:00100000:0.0:1746157078.486070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.486576:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685173248 00000100:00100000:3.0:1746157078.486585:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685173248 00010000:00010000:3.0:1746157078.486909:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.486954:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17040 00000100:00100000:3.0:1746157078.486964:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685173248:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.486987:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.487012:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.487025:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.487048:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed88535041d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d0 expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.487085:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.487088:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.487095:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.487109:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.487146:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.487159:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 88 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.487173:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679175680:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.487284:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.491518:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679175680:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.491547:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.491615:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685173248:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4650us (5543us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.491627:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17040 00000100:00100000:1.0:1746157078.492025:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.492206:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685173504 00000100:00100000:2.0:1746157078.492213:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685173504 00002000:00100000:2.0:1746157078.492254:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20aa00 x1830977685173504/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.492262:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20aa00 with x1830977685173504 ext(0->4095) 00010000:00010000:2.0:1746157078.492271:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.492283:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.492288:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20aa00 00000100:00100000:2.0:1746157078.492313:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2634 00000100:00100000:2.0:1746157078.492319:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685173504:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.492452:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685173504:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (427us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.492461:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2634 00002000:00100000:2.0:1746157078.492466:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20aa00 x1830977685173504/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.492472:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20aa00 with x1830977685173504 ext(0->4095) 00010000:00010000:2.0:1746157078.492477:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.492485:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.492490:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20aa00 00000100:00100000:0.0:1746157078.496572:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.496659:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685173632 00000100:00100000:3.0:1746157078.496671:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685173632 00010000:00010000:3.0:1746157078.496718:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.497772:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17041 00000100:00100000:3.0:1746157078.497791:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2013:x1830977685173632:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.497810:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.497850:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.497866:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.497893:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed885350424 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8d7 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.497927:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.497930:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.497938:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.497947:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.498000:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.498015:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679175808:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.498690:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.500918:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679175808:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.500943:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.500995:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2013:x1830977685173632:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3212us (4433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.501006:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17041 00000100:00100000:0.0:1746157078.501712:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.501868:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685173888 00000100:00100000:2.0:1746157078.501875:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685173888 00002000:00100000:2.0:1746157078.501917:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d12300 x1830977685173888/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.501925:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12300 with x1830977685173888 ext(0->4095) 00002000:00010000:2.0:1746157078.501929:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d12300 00000100:00100000:2.0:1746157078.501955:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13653 00000100:00100000:2.0:1746157078.501962:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685173888:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.502104:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685173888:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.502109:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13653 00002000:00100000:2.0:1746157078.502114:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d12300 x1830977685173888/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.502126:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12300 with x1830977685173888 ext(0->4095) 00002000:00010000:2.0:1746157078.502132:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d12300 00000100:00100000:0.0:1746157078.504097:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.504285:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685174016 00000100:00100000:3.0:1746157078.504293:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685174016 00000100:00100000:3.0:1746157078.504501:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29703 00000100:00100000:3.0:1746157078.504509:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685174016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.504527:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.504546:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f8e5 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.504578:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.504585:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.504587:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.504590:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.504619:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.504629:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 87 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.504641:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679175936:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157078.504730:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.506712:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.506848:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679175936:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157078.506878:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.506906:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157078.506962:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685174016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2453us (2872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.506979:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29703 00000100:00100000:2.0:1746157078.507097:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685174144 00000100:00100000:2.0:1746157078.507104:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685174144 00010000:00010000:2.0:1746157078.507130:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 88 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.507153:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17042 00000100:00100000:2.0:1746157078.507159:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685174144:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.507171:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.507191:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 88 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.507202:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 88 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.507225:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535042b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8de expref: 88 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.507241:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.507243:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.507251:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.507259:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.507291:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157078.507301:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679176064:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.507368:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.509197:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.509205:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679176064:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.509225:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.509261:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2010:x1830977685174144:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2101us (2559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.509271:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17042 00000100:00100000:3.0:1746157078.509361:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685174400 00000100:00100000:3.0:1746157078.509368:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685174400 00002000:00100000:3.0:1746157078.509404:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888b100 x1830977685174400/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.509413:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888b100 with x1830977685174400 ext(0->4095) 00002000:00010000:3.0:1746157078.509418:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a888b100 00000100:00100000:3.0:1746157078.509443:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13654 00000100:00100000:3.0:1746157078.509450:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685174400:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157078.509623:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685174400:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 173us (433us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157078.509630:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13654 00002000:00100000:3.0:1746157078.509635:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888b100 x1830977685174400/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.509646:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888b100 with x1830977685174400 ext(0->4095) 00002000:00010000:3.0:1746157078.509649:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a888b100 00000100:00100000:0.0:1746157078.510997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.511104:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685174528 00000100:00100000:3.0:1746157078.511109:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685174528 00000100:00100000:3.0:1746157078.511175:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29704 00000100:00100000:3.0:1746157078.511182:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:1768:x1830977685174528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.511200:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.511217:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f8ec expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.511244:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.511250:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.511252:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.511255:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.511284:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.511296:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 5 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.511307:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679176192:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157078.511906:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.512898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.513097:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685174656 00000100:00100000:1.0:1746157078.513104:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685174656 00000100:00100000:1.0:1746157078.513151:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29705 00000100:00100000:1.0:1746157078.513158:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1767:x1830977685174656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.513174:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.513188:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f8f3 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.513208:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.513213:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 90 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.513219:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.513222:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 90 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.513256:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 90 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.513267:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 90 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.513276:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093cbe200, rc 0) 00000100:00100000:1.0:1746157078.513318:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:1767:x1830977685174656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.513324:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29705 00000100:00100000:2.0:1746157078.513639:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679176192:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.513656:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.513664:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:2.0:1746157078.513685:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685174528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2504us (2694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.513690:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29704 00000100:00100000:0.0:1746157078.514719:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.514937:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685174784 00000100:00100000:2.0:1746157078.514944:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685174784 00010000:00010000:2.0:1746157078.514979:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.515002:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17043 00000100:00100000:2.0:1746157078.515009:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685174784:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.515021:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.515041:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.515052:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.515075:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350432 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8e5 expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.515199:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.515205:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.515217:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.515228:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.515271:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.515285:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 88 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.515295:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679176448:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.515391:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.516389:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679176448:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.516405:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.516434:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685174784:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1425us (1719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.516442:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17043 00000100:00100000:0.0:1746157078.517132:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.517192:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685175040 00000100:00100000:3.0:1746157078.517198:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685175040 00002000:00100000:3.0:1746157078.517237:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7b80 x1830977685175040/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.517246:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7b80 with x1830977685175040 ext(0->4095) 00010000:00010000:3.0:1746157078.517253:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 89 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.517269:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 89 pid: 9579 timeout: 838 lvb_type: 0 00002000:00010000:3.0:1746157078.517275:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a7b80 00000100:00100000:3.0:1746157078.517302:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2635 00000100:00100000:3.0:1746157078.517309:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2012:x1830977685175040:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157078.517448:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2012:x1830977685175040:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (318us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157078.517454:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2635 00002000:00100000:3.0:1746157078.517459:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7b80 x1830977685175040/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.517466:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7b80 with x1830977685175040 ext(0->4095) 00010000:00010000:3.0:1746157078.517470:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 89 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.517479:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 89 pid: 9579 timeout: 838 lvb_type: 0 00002000:00010000:3.0:1746157078.517485:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a7b80 00000100:00100000:0.0:1746157078.519170:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.519234:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685175168 00000100:00100000:2.0:1746157078.519241:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685175168 00000100:00100000:0.0:1746157078.519254:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.519288:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29706 00000100:00100000:2.0:1746157078.519295:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685175168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.519315:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.519332:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f8fa expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.519333:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685175296 00000100:00100000:3.0:1746157078.519337:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685175296 00010000:00010000:3.0:1746157078.519353:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 89 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.519354:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.519359:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.519364:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157078.519367:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.519385:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17044 00000100:00100000:3.0:1746157078.519390:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2012:x1830977685175296:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.519399:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.519404:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.519415:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 89 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.519415:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.519425:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 89 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.519445:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.519446:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.519452:0:9579:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.519459:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.519477:0:9579:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.519487:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.519499:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679176704:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.519580:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00010000:00010000:3.0:1746157078.519639:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350439 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8ec expref: 89 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.519655:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.519681:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2012:x1830977685175296:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 289us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.519688:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17044 00000100:00100000:2.0:1746157078.520891:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679176704:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.520911:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3c00, rc 0) 00000100:00100000:2.0:1746157078.520944:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685175168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1648us (1779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.520952:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29706 00000100:00100000:0.0:1746157078.521311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.521666:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685175552 00000100:00100000:2.0:1746157078.521672:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685175552 00002000:00100000:2.0:1746157078.521717:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ce00 x1830977685175552/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.521727:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ce00 with x1830977685175552 ext(0->4095) 00010000:00010000:2.0:1746157078.521790:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 88 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.521809:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 88 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.521816:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ce00 00000100:00100000:2.0:1746157078.521948:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2636 00000100:00100000:2.0:1746157078.521955:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685175552:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.522215:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685175552:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 260us (904us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.522222:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2636 00002000:00100000:2.0:1746157078.522227:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ce00 x1830977685175552/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.522234:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ce00 with x1830977685175552 ext(0->4095) 00010000:00010000:2.0:1746157078.522238:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 88 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.522247:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 88 pid: 9577 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.522251:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ce00 00000100:00100000:0.0:1746157078.524093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.524301:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685175680 00000100:00100000:2.0:1746157078.524309:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685175680 00000100:00100000:2.0:1746157078.524366:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29707 00000100:00100000:2.0:1746157078.524373:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685175680:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.524391:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.524411:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f901 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.524442:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.524448:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.524455:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157078.524458:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.524499:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.524512:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.524521:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2000, rc 0) 00000100:00100000:2.0:1746157078.524585:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1767:x1830977685175680:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.524591:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29707 00000100:00100000:0.0:1746157078.524646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.524825:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685175808 00000100:00100000:3.0:1746157078.524829:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685175808 00010000:00010000:3.0:1746157078.524849:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.524879:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17045 00000100:00100000:3.0:1746157078.524884:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2012:x1830977685175808:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.524893:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.524910:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.524922:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.524939:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093cbe200/0x7b65fed885350440 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8f3 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.524953:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.524955:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.524961:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.524968:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.525004:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.525015:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 5 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.525026:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679176960:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.525095:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.526784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.526851:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685176064 00000100:00100000:2.0:1746157078.526861:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685176064 00000100:00100000:3.0:1746157078.526887:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679176960:192.168.203.44@tcp:105: 00002000:00100000:2.0:1746157078.526902:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ed180 x1830977685176064/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746157078.526906:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157078.526911:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed180 with x1830977685176064 ext(0->4095) 00010000:00010000:2.0:1746157078.526918:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.526935:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.526941:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ed180 00000100:00100000:3.0:1746157078.526953:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2012:x1830977685175808:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2066us (2305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.526964:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17045 00000100:00100000:2.0:1746157078.526987:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2637 00000100:00100000:2.0:1746157078.526998:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685176064:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.527125:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685176064:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (388us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.527131:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2637 00002000:00100000:2.0:1746157078.527137:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ed180 x1830977685176064/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.527143:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed180 with x1830977685176064 ext(0->4095) 00010000:00010000:2.0:1746157078.527148:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746157078.527156:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746157078.527161:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ed180 00000100:00100000:0.0:1746157078.529851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.530245:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685176192 00000100:00100000:3.0:1746157078.530256:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685176192 00010000:00010000:3.0:1746157078.530300:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.530341:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17046 00000100:00100000:3.0:1746157078.530349:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685176192:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.530366:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.530387:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.530401:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.530425:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350447 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f8fa expref: 6 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.530456:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.530458:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.530465:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.530473:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.530508:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.530520:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679177088:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.532121:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.534775:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679177088:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.534800:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.534854:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685176192:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4503us (5009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.534865:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17046 00000100:00100000:0.0:1746157078.535334:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.535395:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685176448 00000100:00100000:2.0:1746157078.535403:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685176448 00002000:00100000:2.0:1746157078.535441:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5500 x1830977685176448/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.535449:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5500 with x1830977685176448 ext(0->4095) 00002000:00010000:2.0:1746157078.535454:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a5500 00000100:00100000:2.0:1746157078.535476:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13655 00000100:00100000:2.0:1746157078.535482:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685176448:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.535616:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685176448:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.535622:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13655 00002000:00100000:2.0:1746157078.535626:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5500 x1830977685176448/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.535633:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5500 with x1830977685176448 ext(0->4095) 00002000:00010000:2.0:1746157078.535635:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a5500 00000100:00100000:0.0:1746157078.537862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.537933:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685176576 00000100:00100000:3.0:1746157078.537943:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685176576 00000100:00100000:3.0:1746157078.538016:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29708 00000100:00100000:3.0:1746157078.538025:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685176576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.538043:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.538061:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f908 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.538090:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.538097:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.538099:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.538102:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.538134:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.538146:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 87 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.538163:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679177216:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157078.538243:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.540462:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679177216:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157078.540499:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.540521:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157078.540573:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685176576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2543us (2715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.540583:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29708 00000100:00100000:0.0:1746157078.540850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.540933:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685176704 00000100:00100000:3.0:1746157078.540939:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685176704 00010000:00010000:3.0:1746157078.540965:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 88 pid: 9579 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.541014:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17047 00000100:00100000:3.0:1746157078.541021:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685176704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.541038:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.541058:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 88 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.541069:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 88 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.541097:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535044e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f901 expref: 88 pid: 9579 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.541127:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.541129:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.541136:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.541144:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.541174:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.541185:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679177344:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.541261:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.545677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.545797:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.545833:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685177088 00000100:00100000:2.0:1746157078.545841:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685177088 00000100:00100000:2.0:1746157078.545883:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29709 00000100:00100000:2.0:1746157078.545891:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685177088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.545914:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.545931:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f90f expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.545963:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.545984:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.545986:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.545990:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 89 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.546024:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.546036:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 5 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746157078.546047:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679177472:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157078.546129:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679177344:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.546147:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.546214:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685176704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5193us (5364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.546224:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17047 00000100:00100000:0.0:1746157078.547123:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685176960 00000100:00100000:0.0:1746157078.547132:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685176960 00002000:00100000:0.0:1746157078.547170:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1180 x1830977685176960/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.547179:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1180 with x1830977685176960 ext(0->4095) 00010000:00010000:0.0:1746157078.547188:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.547201:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157078.547208:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1180 00000100:00100000:0.0:1746157078.547226:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2638 00000100:00100000:0.0:1746157078.547232:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685176960:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157078.547878:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.547979:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685176960:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 737us (2303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157078.547988:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2638 00002000:00100000:0.0:1746157078.547994:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1180 x1830977685176960/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.548002:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1180 with x1830977685176960 ext(0->4095) 00010000:00010000:0.0:1746157078.548009:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.548019:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157078.548025:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1180 00000100:00100000:0.0:1746157078.554082:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.554233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.554438:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679177472:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157078.554470:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 88 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.554492:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2000, rc 0) 00000100:00100000:3.0:1746157078.554535:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685177088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8645us (8737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.554543:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29709 00000100:00100000:3.0:1746157078.554571:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685177216 00000100:00100000:3.0:1746157078.554576:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685177216 00000100:00100000:3.0:1746157078.554622:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29710 00000100:00100000:3.0:1746157078.554628:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1768:x1830977685177216:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.554643:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.554657:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f916 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.554676:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.554680:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 89 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.554685:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.554688:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 89 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.554716:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 89 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.554724:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 89 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.554768:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157078.554785:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685177216:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.554795:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29710 00000100:00100000:3.0:1746157078.554816:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685177344 00000100:00100000:3.0:1746157078.554818:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685177344 00010000:00010000:3.0:1746157078.554831:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.554849:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17048 00000100:00100000:3.0:1746157078.554853:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685177344:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.554861:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.554880:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.554890:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.554907:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350455 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f908 expref: 6 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.554920:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.554921:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.554927:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 88 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.554940:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 88 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.554956:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 88 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.554967:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 88 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.554989:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679177728:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.555041:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.557989:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679177728:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.558012:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.558055:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685177344:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3200us (3820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.558066:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17048 00000100:00100000:2.0:1746157078.560559:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.560630:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685177600 00000100:00100000:0.0:1746157078.560639:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685177600 00002000:00100000:0.0:1746157078.560687:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1c00 x1830977685177600/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.560699:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1c00 with x1830977685177600 ext(0->4095) 00010000:00010000:0.0:1746157078.560708:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 89 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.560723:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 89 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157078.560730:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1c00 00000100:00100000:0.0:1746157078.560940:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2639 00000100:00100000:0.0:1746157078.560948:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685177600:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157078.561699:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685177600:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 748us (1147us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157078.561707:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2639 00002000:00100000:0.0:1746157078.561713:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1c00 x1830977685177600/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.561721:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1c00 with x1830977685177600 ext(0->4095) 00010000:00010000:0.0:1746157078.561727:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 89 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746157078.561756:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 89 pid: 9674 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746157078.561762:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1c00 00000100:00100000:0.0:1746157078.565041:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.565308:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685177728 00000100:00100000:3.0:1746157078.565317:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685177728 00010000:00010000:3.0:1746157078.565355:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 89 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.565395:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17049 00000100:00100000:3.0:1746157078.565402:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2013:x1830977685177728:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.565415:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.565436:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 89 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.565447:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 89 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.565469:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535045c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f90f expref: 89 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.565496:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.565498:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.565505:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 88 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.565513:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 88 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.565544:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 88 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.565556:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679177856:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.565640:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.569238:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679177856:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.569265:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.569580:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2013:x1830977685177728:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4176us (4546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.569591:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17049 00000100:00100000:1.0:1746157078.570413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.570475:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685177984 00000100:00100000:0.0:1746157078.570483:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685177984 00002000:00100000:0.0:1746157078.570527:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20b480 x1830977685177984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.570537:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20b480 with x1830977685177984 ext(0->4095) 00002000:00010000:0.0:1746157078.570542:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f20b480 00000100:00100000:0.0:1746157078.570571:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13656 00000100:00100000:0.0:1746157078.570578:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685177984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157078.570722:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685177984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157078.570728:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13656 00002000:00100000:0.0:1746157078.570734:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20b480 x1830977685177984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.570761:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20b480 with x1830977685177984 ext(0->4095) 00002000:00010000:0.0:1746157078.570764:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f20b480 00000100:00100000:0.0:1746157078.573317:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.573707:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685178112 00000100:00100000:1.0:1746157078.573716:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685178112 00000100:00100000:1.0:1746157078.573794:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29711 00000100:00100000:1.0:1746157078.573804:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685178112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.573825:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.573844:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f91d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.573875:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 87 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.573882:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.573884:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.573887:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.573922:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 87 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.573933:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 87 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.573944:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679177984:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157078.574035:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.576778:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.576979:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679177984:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157078.577009:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.577027:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013007e600, rc 0) 00000100:00100000:1.0:1746157078.577066:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685178112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3265us (3759us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.577074:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29711 00000100:00100000:3.0:1746157078.577158:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685178240 00000100:00100000:3.0:1746157078.577164:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685178240 00010000:00010000:3.0:1746157078.577190:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 88 pid: 9674 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.577211:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17050 00000100:00100000:3.0:1746157078.577218:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685178240:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.577230:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.577249:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 88 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.577259:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 88 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.577282:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350463 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f916 expref: 88 pid: 9674 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.578175:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.578178:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.578188:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.578196:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.578229:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.578245:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679178112:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.579076:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.580929:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.581327:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685178496 00000100:00100000:2.0:1746157078.581337:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685178496 00002000:00100000:2.0:1746157078.581391:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092609500 x1830977685178496/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.581400:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092609500 with x1830977685178496 ext(0->4095) 00002000:00010000:2.0:1746157078.581407:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092609500 00000100:00100000:2.0:1746157078.581441:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13657 00000100:00100000:2.0:1746157078.581449:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685178496:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157078.581796:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679178112:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.581823:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.583170:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685178496:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 1714us (2245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.583182:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13657 00002000:00100000:2.0:1746157078.583193:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092609500 x1830977685178496/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.583202:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092609500 with x1830977685178496 ext(0->4095) 00002000:00010000:2.0:1746157078.583209:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092609500 00000100:00100000:3.0:1746157078.583442:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2010:x1830977685178240:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6219us (6668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.583454:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17050 00000100:00100000:1.0:1746157078.584967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.585011:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685178624 00000100:00100000:1.0:1746157078.585019:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685178624 00000100:00100000:1.0:1746157078.585053:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29712 00000100:00100000:1.0:1746157078.585059:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:1767:x1830977685178624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.585077:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.585094:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f924 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.585130:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.585137:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.585139:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.585142:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.585173:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.585184:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 5 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746157078.585196:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679178240:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157078.585264:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.587724:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679178240:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157078.587791:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.587812:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679000, rc 0) 00000100:00100000:1.0:1746157078.587862:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685178624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2802us (2902us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.587871:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29712 00000100:00100000:0.0:1746157078.590864:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.591482:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.591599:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685178880 00000100:00100000:1.0:1746157078.591610:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685178880 00000100:00100000:1.0:1746157078.591700:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29713 00000100:00100000:1.0:1746157078.591709:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1768:x1830977685178880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.591730:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.591775:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f92b expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.591805:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.591812:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.591817:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.591821:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.591862:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.591874:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.591883:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679c00, rc 0) 00000100:00100000:1.0:1746157078.591925:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685178880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.591932:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29713 00000100:00100000:3.0:1746157078.592297:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685178752 00000100:00100000:3.0:1746157078.592301:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685178752 00010000:00010000:3.0:1746157078.592321:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.592347:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17051 00000100:00100000:3.0:1746157078.592352:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685178752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.592360:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.592378:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.592387:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.592403:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013007e600/0x7b65fed88535046a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f91d expref: 6 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.592417:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.592419:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.592425:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.592431:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.592450:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.592461:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 88 pid: 9577 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746157078.592472:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679178496:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.592523:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.597277:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679178496:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.597303:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.597352:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685178752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4998us (6497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.597363:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17051 00000100:00100000:0.0:1746157078.597768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.597901:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685179136 00000100:00100000:3.0:1746157078.597907:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685179136 00002000:00100000:3.0:1746157078.597946:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092608a80 x1830977685179136/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.597956:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092608a80 with x1830977685179136 ext(0->4095) 00010000:00010000:3.0:1746157078.597966:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 89 pid: 9577 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746157078.597995:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 89 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157078.598001:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092608a80 00000100:00100000:3.0:1746157078.598018:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2640 00000100:00100000:3.0:1746157078.598025:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685179136:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157078.599556:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685179136:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1523us (1780us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157078.599566:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2640 00002000:00100000:3.0:1746157078.599574:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092608a80 x1830977685179136/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.599582:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092608a80 with x1830977685179136 ext(0->4095) 00010000:00010000:3.0:1746157078.599590:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 89 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.599603:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 89 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157078.599610:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092608a80 00000100:00100000:0.0:1746157078.602604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.602854:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685179264 00000100:00100000:3.0:1746157078.602865:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685179264 00010000:00010000:3.0:1746157078.602906:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 89 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.603190:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17052 00000100:00100000:3.0:1746157078.603199:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685179264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.603214:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.603235:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 89 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.603246:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 89 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.603271:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350471 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f924 expref: 89 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.603412:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.603414:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.603421:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.603429:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.603465:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.603478:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679178624:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.604070:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.606380:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679178624:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.606407:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.606456:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685179264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3257us (3864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.606470:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17052 00000100:00100000:2.0:1746157078.607030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.607197:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685179520 00000100:00100000:3.0:1746157078.607204:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685179520 00002000:00100000:3.0:1746157078.607244:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1f80 x1830977685179520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.607254:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1f80 with x1830977685179520 ext(0->4095) 00002000:00010000:3.0:1746157078.607258:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d1f80 00000100:00100000:3.0:1746157078.607285:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13658 00000100:00100000:3.0:1746157078.607293:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685179520:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157078.607441:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685179520:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (411us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157078.607452:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13658 00002000:00100000:3.0:1746157078.607457:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1f80 x1830977685179520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.607464:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1f80 with x1830977685179520 ext(0->4095) 00002000:00010000:3.0:1746157078.607467:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d1f80 00000100:00100000:0.0:1746157078.609685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.609782:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685179648 00000100:00100000:2.0:1746157078.609792:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685179648 00000100:00100000:2.0:1746157078.609854:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29714 00000100:00100000:2.0:1746157078.609863:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685179648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.609886:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.609911:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f932 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.609945:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.609953:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.609955:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.609959:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.610009:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.610023:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 87 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.610037:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679178752:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.610714:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.613650:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679178752:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.613692:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.613712:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3c00, rc 0) 00000100:00100000:2.0:1746157078.613950:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685179648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4085us (4273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.613960:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29714 00000100:00100000:0.0:1746157078.614203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.614341:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685179776 00000100:00100000:3.0:1746157078.614349:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685179776 00010000:00010000:3.0:1746157078.614498:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 88 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.614532:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17053 00000100:00100000:3.0:1746157078.614538:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685179776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.614550:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.614568:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 88 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.614579:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 88 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.614599:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350478 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f92b expref: 88 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.614612:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.614614:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.614620:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.614628:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.614656:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.615236:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679178880:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.615462:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.617416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.617880:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679178880:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.617901:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.618090:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685180032 00000100:00100000:1.0:1746157078.618097:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685180032 00002000:00100000:1.0:1746157078.618145:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250ce00 x1830977685180032/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.618160:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250ce00 with x1830977685180032 ext(0->4095) 00002000:00010000:1.0:1746157078.618165:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250ce00 00000100:00100000:1.0:1746157078.618195:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13659 00000100:00100000:1.0:1746157078.618203:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685180032:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157078.619102:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2010:x1830977685179776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4557us (4894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.619141:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685180032:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 937us (1731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.619151:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13659 00002000:00100000:1.0:1746157078.619159:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250ce00 x1830977685180032/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.619167:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250ce00 with x1830977685180032 ext(0->4095) 00002000:00010000:1.0:1746157078.619171:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250ce00 00000100:00100000:3.0:1746157078.619286:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17053 00000100:00100000:0.0:1746157078.619990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.620623:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685180160 00000100:00100000:2.0:1746157078.620631:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685180160 00000100:00100000:2.0:1746157078.620731:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29715 00000100:00100000:2.0:1746157078.620775:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:1767:x1830977685180160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.620794:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.620814:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f939 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.620842:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.620849:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.620851:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.620854:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.620884:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.620896:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 5 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.620909:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679179008:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.621005:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.622198:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.622465:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685180288 00000100:00100000:1.0:1746157078.622472:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685180288 00000100:00100000:1.0:1746157078.622521:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29716 00000100:00100000:1.0:1746157078.622528:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685180288:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.622547:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.622564:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f940 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.622585:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.622590:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 90 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.622596:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.622600:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 90 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.622630:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 90 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.622641:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 90 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.622650:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679c00, rc 0) 00000100:00100000:1.0:1746157078.622688:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:1768:x1830977685180288:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.622694:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29716 00000100:00100000:3.0:1746157078.624015:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679179008:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157078.624044:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.624056:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:3.0:1746157078.624089:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1767:x1830977685180160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3318us (4100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.624097:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29715 00000100:00100000:0.0:1746157078.626209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.626365:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685180416 00000100:00100000:3.0:1746157078.626374:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685180416 00010000:00010000:3.0:1746157078.626411:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.626454:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17054 00000100:00100000:3.0:1746157078.626461:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685180416:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.626475:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.626493:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.626505:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.626528:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535047f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f932 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.626843:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.626845:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.626853:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.626862:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.626898:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.626910:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 88 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.626922:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679179264:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.627499:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.630372:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679179264:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.630398:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.630456:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685180416:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3993us (4254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.630467:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17054 00000100:00100000:0.0:1746157078.630716:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.631210:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685180672 00000100:00100000:3.0:1746157078.631218:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685180672 00002000:00100000:3.0:1746157078.631267:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7800 x1830977685180672/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.631278:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7800 with x1830977685180672 ext(0->4095) 00010000:00010000:3.0:1746157078.631288:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 89 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.631304:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 89 pid: 9579 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157078.631312:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e7800 00000100:00100000:3.0:1746157078.631541:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2641 00000100:00100000:3.0:1746157078.631550:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685180672:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157078.632792:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685180672:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 1235us (2068us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157078.632802:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2641 00002000:00100000:3.0:1746157078.632812:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7800 x1830977685180672/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.632821:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7800 with x1830977685180672 ext(0->4095) 00010000:00010000:3.0:1746157078.632830:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 89 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.632843:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 89 pid: 9579 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157078.632849:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e7800 00000100:00100000:0.0:1746157078.636852:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.636953:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685180800 00000100:00100000:3.0:1746157078.636963:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685180800 00010000:00010000:3.0:1746157078.637010:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 89 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.637128:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17055 00000100:00100000:3.0:1746157078.637136:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685180800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.637150:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.637172:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 89 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.637184:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 89 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.637209:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed885350486 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f939 expref: 89 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.637402:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.637405:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.637414:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.637423:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.637462:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.637477:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679179392:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.638044:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.642070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.642185:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679179392:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.642210:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.642256:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685180800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5120us (5416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.642268:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17055 00000100:00100000:2.0:1746157078.642354:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685181056 00000100:00100000:2.0:1746157078.642361:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685181056 00002000:00100000:2.0:1746157078.642400:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5880 x1830977685181056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.642410:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5880 with x1830977685181056 ext(0->4095) 00002000:00010000:2.0:1746157078.642415:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a5880 00000100:00100000:2.0:1746157078.642444:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13660 00000100:00100000:2.0:1746157078.642451:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685181056:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.642594:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685181056:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (535us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.642600:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13660 00002000:00100000:2.0:1746157078.642605:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5880 x1830977685181056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.642612:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5880 with x1830977685181056 ext(0->4095) 00002000:00010000:2.0:1746157078.642614:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a5880 00000100:00100000:0.0:1746157078.648721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.648921:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685181184 00000100:00100000:3.0:1746157078.648931:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685181184 00000100:00100000:3.0:1746157078.648983:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29717 00000100:00100000:3.0:1746157078.648991:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685181184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.649010:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.649028:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f947 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.649059:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.649067:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.649069:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.649072:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.649102:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.649113:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 87 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.649124:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679179520:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157078.649204:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.655015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.655259:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685181312 00000100:00100000:1.0:1746157078.655269:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685181312 00002000:00100000:1.0:1746157078.655316:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008bc1b100 x1830977685181312/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.655325:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b100 with x1830977685181312 ext(0->7) 00010000:00010000:1.0:1746157078.655334:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 88 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.655343:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679179520:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157078.655347:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 88 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157078.655353:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1b100 00010000:00010000:3.0:1746157078.655370:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.655390:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157078.655515:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685181184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6524us (6803us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.655523:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29717 00000100:00100000:1.0:1746157078.655820:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2642 00000100:00100000:1.0:1746157078.655827:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685181312:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157078.658106:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2011:x1830977685181312:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2269us (3091us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1746157078.658119:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2642 00002000:00100000:0.0:1746157078.658129:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008bc1b100 x1830977685181312/t4294970565(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/448 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.658140:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b100 with x1830977685181312 ext(0->7) 00010000:00010000:0.0:1746157078.658150:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 90 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746157078.658165:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 90 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746157078.658172:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1b100 00000100:00100000:0.0:1746157078.664445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.664622:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685181440 00000100:00100000:3.0:1746157078.664633:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685181440 00000100:00100000:3.0:1746157078.664695:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29718 00000100:00100000:3.0:1746157078.664704:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:1767:x1830977685181440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.664724:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.664772:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f94e expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.664803:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.664810:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.664816:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157078.664819:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 91 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.664856:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.664869:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 91 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.664883:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157078.664940:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:1767:x1830977685181440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 237us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.664946:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29718 00000100:00100000:0.0:1746157078.665710:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.665817:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685181568 00000100:00100000:3.0:1746157078.665823:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685181568 00010000:00010000:3.0:1746157078.665858:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 91 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.666856:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17056 00000100:00100000:3.0:1746157078.666868:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:2011:x1830977685181568:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.666884:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.666907:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 91 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.666922:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 91 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.666949:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535048d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f940 expref: 91 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.666992:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.666995:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.667003:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.667017:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.667051:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.667064:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 5 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.667078:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679179776:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.667178:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.670356:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679179776:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.670383:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.670441:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2011:x1830977685181568:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3575us (4731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.670452:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17056 00000100:00100000:0.0:1746157078.671397:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.672069:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685181824 00000100:00100000:1.0:1746157078.672078:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685181824 00002000:00100000:1.0:1746157078.672126:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ec000 x1830977685181824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.672136:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec000 with x1830977685181824 ext(0->4095) 00010000:00010000:1.0:1746157078.672145:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157078.672160:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157078.672165:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ec000 00000100:00100000:1.0:1746157078.672194:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2643 00000100:00100000:1.0:1746157078.672202:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685181824:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157078.672379:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685181824:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (983us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.672385:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2643 00002000:00100000:1.0:1746157078.672391:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ec000 x1830977685181824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.672399:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec000 with x1830977685181824 ext(0->4095) 00010000:00010000:1.0:1746157078.672403:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157078.672412:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157078.672418:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ec000 00000100:00100000:0.0:1746157078.674852:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.674950:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685181952 00000100:00100000:3.0:1746157078.674958:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685181952 00010000:00010000:3.0:1746157078.675006:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.675037:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17057 00000100:00100000:3.0:1746157078.675046:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685181952:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.675059:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.675081:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.675093:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.675115:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350494 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f947 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.675139:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.675141:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.675150:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.675158:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.675195:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.675207:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679179904:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.675298:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.676826:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679179904:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.676851:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.676891:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685181952:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1845us (2049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.676901:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17057 00000100:00100000:0.0:1746157078.677106:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.677230:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685182208 00000100:00100000:1.0:1746157078.677236:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685182208 00002000:00100000:1.0:1746157078.677276:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c0a80 x1830977685182208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.677286:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c0a80 with x1830977685182208 ext(0->4095) 00002000:00010000:1.0:1746157078.677291:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c7c0a80 00000100:00100000:1.0:1746157078.677308:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13661 00000100:00100000:1.0:1746157078.677315:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2010:x1830977685182208:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157078.677603:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2010:x1830977685182208:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 287us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.677609:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13661 00002000:00100000:1.0:1746157078.677615:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c0a80 x1830977685182208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.677622:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c0a80 with x1830977685182208 ext(0->4095) 00002000:00010000:1.0:1746157078.677625:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c7c0a80 00000100:00100000:0.0:1746157078.681877:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.682066:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685182336 00000100:00100000:3.0:1746157078.682077:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685182336 00000100:00100000:3.0:1746157078.682129:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29719 00000100:00100000:3.0:1746157078.682137:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685182336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.682157:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.682175:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f955 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.682205:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.682212:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.682214:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.682217:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.682246:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.682256:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 89 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.682267:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679180032:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157078.682354:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.683776:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679180032:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157078.683865:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.683889:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157078.683962:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685182336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1825us (2094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.683981:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29719 00000100:00100000:0.0:1746157078.691893:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.691981:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685182464 00000100:00100000:1.0:1746157078.691989:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685182464 00002000:00100000:1.0:1746157078.692027:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c7c2300 x1830977685182464/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.692036:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c2300 with x1830977685182464 ext(0->7) 00010000:00010000:1.0:1746157078.692045:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 90 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157078.692062:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 90 pid: 9579 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157078.692069:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c2300 00000100:00100000:1.0:1746157078.692101:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2644 00000100:00100000:1.0:1746157078.692109:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2010:x1830977685182464:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157078.693132:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685182464:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1020us (1243us total) trans 4294970566 rc 0/0 00000100:00100000:0.0:1746157078.693140:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2644 00002000:00100000:0.0:1746157078.693146:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c7c2300 x1830977685182464/t4294970566(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/448 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.693154:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c2300 with x1830977685182464 ext(0->7) 00010000:00010000:0.0:1746157078.693161:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 92 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746157078.693172:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 92 pid: 9579 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746157078.693178:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c2300 00000100:00100000:0.0:1746157078.696192:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.696793:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685182592 00000100:00100000:3.0:1746157078.696805:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685182592 00000100:00100000:3.0:1746157078.696879:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29720 00000100:00100000:3.0:1746157078.696888:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:1767:x1830977685182592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.696911:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.696933:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f95c expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.696977:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.696984:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.696990:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157078.696993:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 93 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.697032:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.697046:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 93 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.697061:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527800, rc 0) 00000100:00100000:3.0:1746157078.697129:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:1767:x1830977685182592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 243us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.697136:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29720 00000100:00100000:0.0:1746157078.699557:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.700138:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685182720 00000100:00100000:3.0:1746157078.700147:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685182720 00010000:00010000:3.0:1746157078.700186:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 93 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.700226:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17058 00000100:00100000:3.0:1746157078.700234:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2010:x1830977685182720:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.700248:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.700270:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 93 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.700283:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 93 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.700307:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed88535049b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f94e expref: 93 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.700335:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.700337:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.700345:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.700358:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.700393:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.700404:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 5 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.700416:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679180288:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.700504:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.703497:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679180288:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.703517:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.703557:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685182720:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3324us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.703566:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17058 00000100:00100000:0.0:1746157078.704130:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.704246:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685182976 00000100:00100000:2.0:1746157078.704263:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685182976 00002000:00100000:2.0:1746157078.704306:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c0700 x1830977685182976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.704317:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c0700 with x1830977685182976 ext(0->4095) 00010000:00010000:2.0:1746157078.704327:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.704341:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.704347:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c0700 00000100:00100000:2.0:1746157078.704375:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2645 00000100:00100000:2.0:1746157078.704382:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685182976:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.705244:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685182976:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 860us (1123us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.705252:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2645 00002000:00100000:2.0:1746157078.705259:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c0700 x1830977685182976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.705267:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c0700 with x1830977685182976 ext(0->4095) 00010000:00010000:2.0:1746157078.705273:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.705282:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.705288:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c7c0700 00000100:00100000:0.0:1746157078.708260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.708377:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685183104 00000100:00100000:3.0:1746157078.708387:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685183104 00010000:00010000:3.0:1746157078.708424:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.708469:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17059 00000100:00100000:3.0:1746157078.708477:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685183104:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.708492:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.708516:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.708530:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.708558:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853504a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f955 expref: 6 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.708579:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.708581:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.708588:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 91 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.708596:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 91 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.708635:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 91 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.708648:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679180416:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.710061:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.712794:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.713110:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679180416:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.713137:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.713182:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685183104:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4705us (4932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.713192:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17059 00000100:00100000:2.0:1746157078.713307:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685183360 00000100:00100000:2.0:1746157078.713318:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685183360 00002000:00100000:2.0:1746157078.713362:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c1f80 x1830977685183360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.713378:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c1f80 with x1830977685183360 ext(0->4095) 00002000:00010000:2.0:1746157078.713382:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c7c1f80 00000100:00100000:2.0:1746157078.713400:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13662 00000100:00100000:2.0:1746157078.713408:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2011:x1830977685183360:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.713556:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2011:x1830977685183360:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (773us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.713561:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13662 00002000:00100000:2.0:1746157078.713566:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c7c1f80 x1830977685183360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.713573:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c7c1f80 with x1830977685183360 ext(0->4095) 00002000:00010000:2.0:1746157078.713576:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c7c1f80 00000100:00100000:2.0:1746157078.716192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.716265:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685183488 00000100:00100000:0.0:1746157078.716274:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685183488 00000100:00100000:0.0:1746157078.716364:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29721 00000100:00100000:0.0:1746157078.716372:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685183488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157078.716391:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157078.716409:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f963 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157078.716444:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 91 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157078.716450:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157078.716452:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157078.716455:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157078.716485:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 91 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157078.716497:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 91 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746157078.716508:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c7c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679180544:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157078.718510:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.723290:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c7c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679180544:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157078.723291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157078.723324:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.723344:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76800, rc 0) 00000100:00100000:0.0:1746157078.723389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.723390:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685183488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7018us (7206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.723398:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29721 00000100:00100000:2.0:1746157078.723427:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685183744 00000100:00100000:2.0:1746157078.723433:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685183744 00000100:00100000:2.0:1746157078.724269:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29722 00000100:00100000:2.0:1746157078.724280:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:1767:x1830977685183744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.724296:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.724311:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f96a expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.724332:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.724337:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.724343:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157078.724346:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 93 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.724383:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.724393:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 93 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.724401:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:2.0:1746157078.724432:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:1767:x1830977685183744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.724438:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29722 00000100:00100000:3.0:1746157078.724947:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685183616 00000100:00100000:3.0:1746157078.724953:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685183616 00010000:00010000:3.0:1746157078.724984:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 93 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.725017:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17060 00000100:00100000:3.0:1746157078.725023:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c7c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2011:x1830977685183616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.725033:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.725053:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 93 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.725068:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 93 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.725085:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853504a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f95c expref: 93 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.725100:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.725101:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.725108:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.725114:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.725134:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.725149:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 5 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.725162:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679180800:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.725224:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.726347:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679180800:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.726361:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.726385:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c7c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2011:x1830977685183616:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1362us (3103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.726393:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17060 00000100:00100000:0.0:1746157078.727790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.728028:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685184000 00000100:00100000:1.0:1746157078.728036:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685184000 00002000:00100000:1.0:1746157078.728140:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258e00 x1830977685184000/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.728155:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258e00 with x1830977685184000 ext(0->4095) 00010000:00010000:1.0:1746157078.728164:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157078.728177:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157078.728183:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258e00 00000100:00100000:1.0:1746157078.728263:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2646 00000100:00100000:1.0:1746157078.728271:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685184000:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157078.728434:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685184000:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.728441:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2646 00002000:00100000:1.0:1746157078.728446:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258e00 x1830977685184000/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.728453:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258e00 with x1830977685184000 ext(0->4095) 00010000:00010000:1.0:1746157078.728458:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157078.728467:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157078.728472:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258e00 00000100:00100000:0.0:1746157078.731895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.731995:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685184128 00000100:00100000:3.0:1746157078.732004:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685184128 00010000:00010000:3.0:1746157078.732040:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.732065:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17061 00000100:00100000:3.0:1746157078.732071:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685184128:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.732085:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.732103:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.732114:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.732137:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a76800/0x7b65fed8853504b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f963 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.732711:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.732716:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.732724:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 91 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.732731:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 91 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.732874:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 91 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.732887:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679180928:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.732983:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.737071:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.737184:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685184384 00000100:00100000:2.0:1746157078.737194:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685184384 00002000:00100000:2.0:1746157078.737243:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c8380 x1830977685184384/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.737259:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8380 with x1830977685184384 ext(0->4095) 00002000:00010000:2.0:1746157078.737265:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c8380 00000100:00100000:2.0:1746157078.737286:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13663 00000100:00100000:2.0:1746157078.737293:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685184384:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.737448:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685184384:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (388us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.737455:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13663 00002000:00100000:2.0:1746157078.737461:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c8380 x1830977685184384/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.737468:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8380 with x1830977685184384 ext(0->4095) 00002000:00010000:2.0:1746157078.737470:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c8380 00000100:00100000:2.0:1746157078.737513:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679180928:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.737533:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.737557:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685184128:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5486us (5672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.737565:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17061 00000100:00100000:0.0:1746157078.746059:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.746546:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685184512 00000100:00100000:1.0:1746157078.746557:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685184512 00000100:00100000:1.0:1746157078.746622:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29723 00000100:00100000:1.0:1746157078.746630:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685184512:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.746650:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.746669:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f971 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.746701:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 91 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.746708:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.746710:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.746713:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.746780:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 91 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.746797:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 91 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157078.746810:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679181056:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157078.746895:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.748764:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679181056:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157078.748793:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.748809:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679c00, rc 0) 00000100:00100000:1.0:1746157078.748852:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685184512:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2222us (2803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.748862:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29723 00000100:00100000:0.0:1746157078.756289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.756412:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685184640 00000100:00100000:2.0:1746157078.756423:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685184640 00002000:00100000:2.0:1746157078.756472:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d7aca80 x1830977685184640/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.756482:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aca80 with x1830977685184640 ext(0->7) 00010000:00010000:2.0:1746157078.756492:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 92 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.756512:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 92 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.756519:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7aca80 00000100:00100000:2.0:1746157078.757226:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2647 00000100:00100000:2.0:1746157078.757236:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685184640:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157078.761632:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2010:x1830977685184640:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4385us (5342us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1746157078.761644:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2647 00002000:00100000:0.0:1746157078.761656:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d7aca80 x1830977685184640/t4294970567(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/448 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.761667:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aca80 with x1830977685184640 ext(0->7) 00010000:00010000:0.0:1746157078.761676:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 94 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746157078.761695:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 94 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746157078.761701:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7aca80 00000100:00100000:0.0:1746157078.770271:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.770609:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685184768 00000100:00100000:2.0:1746157078.770619:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685184768 00000100:00100000:1.0:1746157078.775043:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29724 00000100:00100000:1.0:1746157078.775086:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:1767:x1830977685184768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.775107:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.775129:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f978 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.775163:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.775169:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.775175:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157078.775179:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.775220:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.775231:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.775241:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135678e00, rc 0) 00000100:00100000:1.0:1746157078.775300:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:1767:x1830977685184768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 238us (5041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.775307:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29724 00000100:00100000:0.0:1746157078.776427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.776478:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685184896 00000100:00100000:2.0:1746157078.776486:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685184896 00010000:00010000:2.0:1746157078.776515:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.776547:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17062 00000100:00100000:2.0:1746157078.776553:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2011:x1830977685184896:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.776564:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.776580:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.776591:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.776610:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853504b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f96a expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.776640:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.776642:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.776649:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.776655:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.776679:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.776689:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 5 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.776700:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679181312:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.776781:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.778392:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679181312:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.778414:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.778473:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977685184896:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1918us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.778483:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17062 00000100:00100000:0.0:1746157078.780859:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.780929:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685185152 00000100:00100000:2.0:1746157078.780939:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685185152 00002000:00100000:2.0:1746157078.780996:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0380 x1830977685185152/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.781012:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0380 with x1830977685185152 ext(0->4095) 00010000:00010000:2.0:1746157078.781022:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.781035:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.781042:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0380 00000100:00100000:2.0:1746157078.781078:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2648 00000100:00100000:2.0:1746157078.781086:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685185152:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.781263:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685185152:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (413us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.781269:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2648 00002000:00100000:2.0:1746157078.781275:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0380 x1830977685185152/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.781282:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0380 with x1830977685185152 ext(0->4095) 00010000:00010000:2.0:1746157078.781286:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.781294:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.781300:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0380 00000100:00100000:0.0:1746157078.785953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.787494:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685185280 00000100:00100000:2.0:1746157078.787509:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685185280 00010000:00010000:2.0:1746157078.787557:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.787589:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17063 00000100:00100000:2.0:1746157078.787597:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685185280:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.787612:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.787632:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.787644:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.787667:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f971 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.788317:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.788320:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.788329:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.788337:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.788375:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157078.788389:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679181440:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.789279:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.794619:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679181440:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.794644:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157078.794775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.795204:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685185280:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7606us (9261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.795216:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17063 00000100:00100000:0.0:1746157078.795342:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685185536 00000100:00100000:0.0:1746157078.795349:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685185536 00002000:00100000:0.0:1746157078.795394:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123887100 x1830977685185536/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.795404:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123887100 with x1830977685185536 ext(0->4095) 00002000:00010000:0.0:1746157078.795408:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123887100 00000100:00100000:0.0:1746157078.795430:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13664 00000100:00100000:0.0:1746157078.795438:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977685185536:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157078.795574:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977685185536:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (801us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157078.795580:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13664 00002000:00100000:0.0:1746157078.795586:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123887100 x1830977685185536/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.795593:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123887100 with x1830977685185536 ext(0->4095) 00002000:00010000:0.0:1746157078.795595:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123887100 00000100:00100000:0.0:1746157078.797802:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.798099:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685185664 00000100:00100000:2.0:1746157078.798106:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685185664 00000100:00100000:2.0:1746157078.798154:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29725 00000100:00100000:2.0:1746157078.798161:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685185664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.798180:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.798197:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f97f expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.798224:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.798232:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.798233:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.798236:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.798267:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.798278:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 93 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.798293:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679181568:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.798451:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.800618:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679181568:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.800645:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.800661:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:2.0:1746157078.800725:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685185664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2560us (2926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.800758:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29725 00000100:00100000:0.0:1746157078.801447:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.801673:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685185792 00000100:00100000:2.0:1746157078.801681:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685185792 00010000:00010000:2.0:1746157078.801712:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 94 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.801771:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17064 00000100:00100000:2.0:1746157078.801779:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2010:x1830977685185792:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.801793:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.801814:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 94 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.801827:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 94 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.801856:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed8853504c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f978 expref: 94 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.801888:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.801891:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.801897:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.801904:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.801942:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157078.801954:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679181696:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.802047:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.805104:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679181696:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157078.805127:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157078.805181:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2010:x1830977685185792:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3402us (3739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.805191:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17064 00000100:00100000:0.0:1746157078.807157:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.807893:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.808022:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685186176 00000100:00100000:3.0:1746157078.808032:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685186176 00000100:00100000:3.0:1746157078.808091:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29726 00000100:00100000:3.0:1746157078.808100:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:1767:x1830977685186176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.808122:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.808143:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f986 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.808180:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.808188:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.808189:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.808193:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 94 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.808231:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.808246:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 5 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.808260:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679181824:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157078.808342:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.808413:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685186048 00000100:00100000:2.0:1746157078.808417:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685186048 00002000:00100000:2.0:1746157078.808445:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123885500 x1830977685186048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.808459:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123885500 with x1830977685186048 ext(0->4095) 00010000:00010000:2.0:1746157078.808465:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.808474:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.808480:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123885500 00000100:00100000:2.0:1746157078.808503:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2649 00000100:00100000:2.0:1746157078.808509:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685186048:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.808645:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685186048:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (1497us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.808651:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2649 00002000:00100000:2.0:1746157078.808657:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123885500 x1830977685186048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.808664:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123885500 with x1830977685186048 ext(0->4095) 00010000:00010000:2.0:1746157078.808668:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.808676:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.808681:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123885500 00000100:00100000:0.0:1746157078.811689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.811769:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685186304 00000100:00100000:1.0:1746157078.811779:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685186304 00000100:00100000:1.0:1746157078.811831:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29727 00000100:00100000:1.0:1746157078.811838:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:1768:x1830977685186304:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.811858:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.811878:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f98d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.811907:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.811913:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.811919:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.811922:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 96 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.811965:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.811988:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 96 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.811999:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679c00, rc 0) 00000100:00100000:1.0:1746157078.812047:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1768:x1830977685186304:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.812053:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29727 00000100:00100000:3.0:1746157078.812090:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679181824:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157078.812110:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 95 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.812118:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:3.0:1746157078.812135:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:1767:x1830977685186176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4038us (4245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.812141:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29726 00000100:00100000:0.0:1746157078.814097:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.814184:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685186432 00000100:00100000:2.0:1746157078.814192:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685186432 00010000:00010000:2.0:1746157078.814222:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.814504:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17065 00000100:00100000:2.0:1746157078.814512:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685186432:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.814525:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.814544:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.814556:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.814579:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f97f expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.814612:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.814614:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.814621:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 94 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.814629:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 94 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.814656:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 94 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.814666:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 94 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.814677:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679182080:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.814824:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.819264:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679182080:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157078.819290:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157078.819345:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685186432:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4833us (5253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157078.819355:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17065 00000100:00100000:0.0:1746157078.820658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.820776:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685186688 00000100:00100000:3.0:1746157078.820788:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685186688 00002000:00100000:3.0:1746157078.820831:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908000 x1830977685186688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.820841:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908000 with x1830977685186688 ext(0->4095) 00010000:00010000:3.0:1746157078.820849:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.820862:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157078.820873:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c908000 00000100:00100000:3.0:1746157078.820910:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2650 00000100:00100000:3.0:1746157078.820918:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2011:x1830977685186688:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157078.821869:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2011:x1830977685186688:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 948us (1213us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157078.821877:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2650 00002000:00100000:3.0:1746157078.821884:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908000 x1830977685186688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.821893:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908000 with x1830977685186688 ext(0->4095) 00010000:00010000:3.0:1746157078.821899:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.821910:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157078.821914:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c908000 00000100:00100000:0.0:1746157078.825101:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.825246:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685186816 00000100:00100000:2.0:1746157078.825258:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685186816 00010000:00010000:2.0:1746157078.825294:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.825324:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17066 00000100:00100000:2.0:1746157078.825331:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2010:x1830977685186816:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.825343:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.825358:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.825369:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.825387:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f986 expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.825420:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.825421:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.825427:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 94 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.825433:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 94 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.825464:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 94 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157078.825474:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679182208:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.825553:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2450c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.829574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.829604:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685187072 00000100:00100000:2.0:1746157078.829610:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685187072 00002000:00100000:2.0:1746157078.829643:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012db1d850 x1830977685187072/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.829653:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db1d850 with x1830977685187072 ext(0->4095) 00002000:00010000:2.0:1746157078.829657:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db1d850 00000100:00100000:2.0:1746157078.829676:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13665 00000100:00100000:2.0:1746157078.829682:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2011:x1830977685187072:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157078.829827:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679182208:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.829842:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.829879:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2010:x1830977685186816:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4548us (4790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.829887:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17066 00000100:00100000:2.0:1746157078.830020:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977685187072:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 337us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.830026:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13665 00002000:00100000:2.0:1746157078.830031:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012db1d850 x1830977685187072/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.830038:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db1d850 with x1830977685187072 ext(0->4095) 00002000:00010000:2.0:1746157078.830040:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db1d850 00000100:00100000:0.0:1746157078.834758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.834822:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685187200 00000100:00100000:3.0:1746157078.834830:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685187200 00000100:00100000:3.0:1746157078.834881:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29728 00000100:00100000:3.0:1746157078.834887:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685187200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.834902:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.834914:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f994 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.834936:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.834943:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.834945:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.834948:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.834980:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.834990:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 93 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.835000:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679182336:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157078.835695:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.838696:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.838901:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679182336:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157078.838927:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.838943:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157078.838988:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685187200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4101us (4260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.838996:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29728 00000100:00100000:3.0:1746157078.839019:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685187328 00000100:00100000:3.0:1746157078.839024:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685187328 00000100:00100000:3.0:1746157078.839061:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29729 00000100:00100000:3.0:1746157078.839069:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:1767:x1830977685187328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.839082:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.839098:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f99b expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157078.839248:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.839290:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685187456 00000100:00100000:2.0:1746157078.839294:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685187456 00010000:00010000:2.0:1746157078.839314:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.839333:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17067 00000100:00100000:2.0:1746157078.839338:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685187456:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157078.839348:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157078.839363:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.839372:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.839387:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed8853504da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f98d expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.839400:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.839402:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.839408:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.839415:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.839439:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157078.839448:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679182464:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157078.839489:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746157078.839685:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.839692:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.839693:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.839695:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 95 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.839709:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.839717:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 5 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.839725:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679182592:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157078.840359:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.844470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.844771:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685187712 00000100:00100000:2.0:1746157078.844779:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685187712 00002000:00100000:2.0:1746157078.844814:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c909180 x1830977685187712/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.844824:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909180 with x1830977685187712 ext(0->4095) 00010000:00010000:2.0:1746157078.844831:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.844844:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.844850:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c909180 00000100:00100000:2.0:1746157078.844868:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2651 00000100:00100000:2.0:1746157078.844875:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685187712:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.845018:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685187712:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (554us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.845024:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2651 00002000:00100000:2.0:1746157078.845030:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c909180 x1830977685187712/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.845037:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909180 with x1830977685187712 ext(0->4095) 00010000:00010000:2.0:1746157078.845042:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.845050:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.845060:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c909180 00000100:00100000:2.0:1746157078.845100:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679182592:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.845118:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 95 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.845129:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:2.0:1746157078.845146:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:1767:x1830977685187328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6079us (6459us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.845152:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29729 00000100:00100000:3.0:1746157078.845326:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679182464:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.845340:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.845357:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977685187456:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6018us (6108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.845363:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17067 00000100:00100000:0.0:1746157078.852292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.852761:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685187840 00000100:00100000:3.0:1746157078.852775:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685187840 00010000:00010000:3.0:1746157078.852828:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.852866:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17068 00000100:00100000:3.0:1746157078.852876:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685187840:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.852915:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.852941:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.852955:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.852995:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853504e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f994 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.853030:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.853032:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.853039:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 93 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.853048:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 93 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.853097:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 93 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.853113:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679182720:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.853237:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.857175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.857235:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679182720:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157078.857235:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685188096 00000100:00100000:1.0:1746157078.857240:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685188096 00010000:00010000:3.0:1746157078.857252:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157078.857274:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c909500 x1830977685188096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.857282:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909500 with x1830977685188096 ext(0->4095) 00000100:00100000:3.0:1746157078.857285:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685187840:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4413us (6214us total) trans 0 rc 0/0 00002000:00010000:1.0:1746157078.857286:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c909500 00000100:00100000:3.0:1746157078.857293:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17068 00000100:00100000:1.0:1746157078.857312:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13666 00000100:00100000:1.0:1746157078.857317:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977685188096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157078.857434:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977685188096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.857440:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13666 00002000:00100000:1.0:1746157078.857444:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c909500 x1830977685188096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.857456:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909500 with x1830977685188096 ext(0->4095) 00002000:00010000:1.0:1746157078.857458:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c909500 00000100:00100000:0.0:1746157078.862864:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.862944:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685188224 00000100:00100000:2.0:1746157078.862954:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685188224 00000100:00100000:2.0:1746157078.863016:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29730 00000100:00100000:2.0:1746157078.863023:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685188224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.863037:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.863051:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9a2 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.863075:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 93 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.863082:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.863083:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.863086:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.863109:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 93 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.863119:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 93 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.863127:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679182848:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.863312:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.865697:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679182848:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.865723:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.865765:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2e00, rc 0) 00000100:00100000:2.0:1746157078.865803:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685188224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2780us (2949us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.865812:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29730 00000100:00100000:0.0:1746157078.867929:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.869613:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685188352 00000100:00100000:2.0:1746157078.869624:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685188352 00002000:00100000:2.0:1746157078.869662:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c909c00 x1830977685188352/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.869671:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909c00 with x1830977685188352 ext(0->7) 00010000:00010000:2.0:1746157078.869678:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 94 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.869690:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 94 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.869701:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c909c00 00000100:00100000:2.0:1746157078.869770:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2652 00000100:00100000:2.0:1746157078.869777:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c909c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2010:x1830977685188352:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157078.874371:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c909c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685188352:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4583us (6458us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746157078.874387:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2652 00002000:00100000:0.0:1746157078.874399:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c909c00 x1830977685188352/t4294970568(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 496/448 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157078.874409:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909c00 with x1830977685188352 ext(0->7) 00010000:00010000:0.0:1746157078.874420:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746157078.874436:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746157078.874443:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c909c00 00000100:00100000:0.0:1746157078.882911:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.883041:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685188480 00000100:00100000:2.0:1746157078.883051:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685188480 00000100:00100000:2.0:1746157078.883133:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29731 00000100:00100000:2.0:1746157078.883142:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685188480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.883163:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.883181:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9a9 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.883211:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.883217:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.883222:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157078.883224:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 97 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.883263:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.883275:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 97 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.883284:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2c00, rc 0) 00000100:00100000:2.0:1746157078.883342:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685188480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.883348:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29731 00000100:00100000:0.0:1746157078.886206:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.886314:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685188608 00000100:00100000:3.0:1746157078.886322:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685188608 00010000:00010000:3.0:1746157078.886356:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.886380:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17069 00000100:00100000:3.0:1746157078.886386:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977685188608:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.886398:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.886417:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.886428:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.886448:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853504e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f99b expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.886475:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.886477:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.886484:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.886491:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.886522:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.886532:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 5 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.886543:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679183104:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.888772:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.890228:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679183104:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.890247:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.890296:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685188608:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3909us (4096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.890304:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17069 00000100:00100000:3.0:1746157078.890406:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.890593:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685188864 00000100:00100000:1.0:1746157078.890600:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685188864 00002000:00100000:1.0:1746157078.890632:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2dc00 x1830977685188864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.890641:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2dc00 with x1830977685188864 ext(0->4095) 00010000:00010000:1.0:1746157078.890647:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157078.890659:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157078.890666:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2dc00 00000100:00100000:2.0:1746157078.890977:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2653 00000100:00100000:2.0:1746157078.890987:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685188864:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.891090:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685188864:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (683us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.891095:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2653 00002000:00100000:2.0:1746157078.891100:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2dc00 x1830977685188864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.891106:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2dc00 with x1830977685188864 ext(0->4095) 00010000:00010000:2.0:1746157078.891111:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.891119:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.891124:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2dc00 00000100:00100000:0.0:1746157078.897509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.897625:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685188992 00000100:00100000:3.0:1746157078.897632:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685188992 00010000:00010000:3.0:1746157078.897660:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.897690:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17070 00000100:00100000:3.0:1746157078.897696:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685188992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.897709:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.897725:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.897766:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.897788:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853504ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a2 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.900239:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.900244:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.900255:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 95 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.900266:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 95 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.900305:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 95 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.900317:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679183232:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.900407:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.904621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.904667:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685189248 00000100:00100000:1.0:1746157078.904676:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685189248 00002000:00100000:1.0:1746157078.904717:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90aa00 x1830977685189248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.904727:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90aa00 with x1830977685189248 ext(0->4095) 00000100:00100000:3.0:1746157078.904729:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679183232:192.168.203.44@tcp:105: 00002000:00010000:1.0:1746157078.904731:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90aa00 00010000:00010000:3.0:1746157078.904769:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157078.904784:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13667 00000100:00100000:1.0:1746157078.904791:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2013:x1830977685189248:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157078.904814:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685188992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7117us (7312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.904823:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17070 00000100:00100000:1.0:1746157078.904916:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2013:x1830977685189248:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.904926:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13667 00002000:00100000:1.0:1746157078.904931:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90aa00 x1830977685189248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.904937:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90aa00 with x1830977685189248 ext(0->4095) 00002000:00010000:1.0:1746157078.904940:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90aa00 00000100:00100000:0.0:1746157078.906633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.906693:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685189376 00000100:00100000:2.0:1746157078.906700:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685189376 00000100:00100000:2.0:1746157078.906765:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29732 00000100:00100000:2.0:1746157078.906781:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685189376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.906796:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.906809:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9b0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.906837:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 95 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.906844:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.906845:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.906848:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.906873:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 95 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.906884:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.906894:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679183360:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.906976:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.908579:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679183360:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.908601:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.908615:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:2.0:1746157078.908660:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685189376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1888us (2034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.908667:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29732 00000100:00100000:0.0:1746157078.908999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.909097:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685189504 00000100:00100000:3.0:1746157078.909102:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685189504 00010000:00010000:3.0:1746157078.909120:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.909135:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17071 00000100:00100000:3.0:1746157078.909139:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685189504:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.909149:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.909160:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.909167:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.909181:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853504f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9a9 expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.909200:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.909201:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.909205:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.909210:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.909228:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.909236:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679183488:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.909279:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.912772:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679183488:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.912794:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.912832:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2011:x1830977685189504:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3691us (3833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.912842:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17071 00000100:00100000:0.0:1746157078.913490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.913902:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685189760 00000100:00100000:2.0:1746157078.913908:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685189760 00002000:00100000:2.0:1746157078.913940:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90b480 x1830977685189760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.913948:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90b480 with x1830977685189760 ext(0->4095) 00002000:00010000:2.0:1746157078.913951:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90b480 00000100:00100000:2.0:1746157078.913982:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13668 00000100:00100000:2.0:1746157078.913989:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685189760:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157078.914097:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685189760:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (609us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.914103:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13668 00002000:00100000:2.0:1746157078.914108:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90b480 x1830977685189760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.914113:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90b480 with x1830977685189760 ext(0->4095) 00002000:00010000:2.0:1746157078.914116:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90b480 00000100:00100000:1.0:1746157078.917691:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.917894:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685189888 00000100:00100000:2.0:1746157078.917902:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685189888 00000100:00100000:2.0:1746157078.917950:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29733 00000100:00100000:2.0:1746157078.917957:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:1767:x1830977685189888:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.917982:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.917997:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9b7 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.918026:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.918036:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.918037:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.918040:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.918065:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.918074:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 5 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.918084:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679183616:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.918158:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.918320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.918417:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685190016 00000100:00100000:3.0:1746157078.918421:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685190016 00000100:00100000:3.0:1746157078.918441:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29734 00000100:00100000:3.0:1746157078.918446:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1768:x1830977685190016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.918452:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.918458:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9be expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.918470:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.918474:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 98 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.918479:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157078.918481:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 98 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.918505:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 98 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.918516:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 98 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.918524:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157078.918547:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:1768:x1830977685190016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.918553:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29734 00000100:00100000:2.0:1746157078.921541:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679183616:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.921571:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 97 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.921586:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:2.0:1746157078.921634:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685189888:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3676us (3947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.921642:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29733 00000100:00100000:0.0:1746157078.923265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.923346:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685190144 00000100:00100000:3.0:1746157078.923355:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685190144 00010000:00010000:3.0:1746157078.923383:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.923408:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17072 00000100:00100000:3.0:1746157078.923414:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685190144:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.923426:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.923440:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.923451:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.923468:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853504fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b0 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.923640:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.923642:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.923649:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.923656:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.923685:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.923695:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.923705:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679183872:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.924277:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.928294:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.928350:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685190400 00000100:00100000:1.0:1746157078.928358:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685190400 00000100:00100000:3.0:1746157078.928443:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679183872:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.928459:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.928495:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685190144:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5080us (5236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.928503:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17072 00002000:00100000:1.0:1746157078.928560:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908380 x1830977685190400/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.928569:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908380 with x1830977685190400 ext(0->4095) 00010000:00010000:1.0:1746157078.928575:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157078.928587:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157078.928593:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c908380 00000100:00100000:1.0:1746157078.928616:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2654 00000100:00100000:1.0:1746157078.928622:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977685190400:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157078.928722:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977685190400:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.928727:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2654 00002000:00100000:1.0:1746157078.928731:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908380 x1830977685190400/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.928757:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908380 with x1830977685190400 ext(0->4095) 00010000:00010000:1.0:1746157078.928761:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157078.928769:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157078.929358:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c908380 00000100:00100000:0.0:1746157078.931870:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.931961:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685190528 00000100:00100000:3.0:1746157078.931986:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685190528 00010000:00010000:3.0:1746157078.932027:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.932083:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17073 00000100:00100000:3.0:1746157078.932090:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977685190528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.932106:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.932123:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.932133:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.932153:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350504 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9b7 expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.932184:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.932186:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.932192:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 96 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.932200:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 96 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.932231:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 96 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.932241:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679184000:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.932329:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.935486:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679184000:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.935506:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.935551:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685190528:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3460us (3693us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.935560:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17073 00000100:00100000:0.0:1746157078.935814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.935860:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685190784 00000100:00100000:1.0:1746157078.935866:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685190784 00002000:00100000:1.0:1746157078.935894:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908000 x1830977685190784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.935902:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908000 with x1830977685190784 ext(0->4095) 00002000:00010000:1.0:1746157078.935906:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c908000 00000100:00100000:1.0:1746157078.935934:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13669 00000100:00100000:1.0:1746157078.935940:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685190784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157078.936075:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685190784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.936080:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13669 00002000:00100000:1.0:1746157078.936085:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908000 x1830977685190784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.936092:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908000 with x1830977685190784 ext(0->4095) 00002000:00010000:1.0:1746157078.936094:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c908000 00000100:00100000:0.0:1746157078.941386:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.941440:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685190912 00000100:00100000:2.0:1746157078.941447:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685190912 00000100:00100000:2.0:1746157078.941546:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29735 00000100:00100000:2.0:1746157078.941554:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685190912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.941574:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.941589:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9c5 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.941620:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 95 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.941627:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.941629:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.941632:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.941659:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 95 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.941669:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 95 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.941680:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679184128:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157078.941780:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157078.944714:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679184128:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.944761:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.944776:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2c00, rc 0) 00000100:00100000:2.0:1746157078.944813:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685190912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3260us (3434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.944824:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29735 00000100:00100000:0.0:1746157078.945382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.945457:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685191040 00000100:00100000:3.0:1746157078.945464:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685191040 00010000:00010000:3.0:1746157078.945487:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 96 pid: 9579 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.945507:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17074 00000100:00100000:3.0:1746157078.945513:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685191040:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.945523:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.945538:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 96 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.945547:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 96 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.945564:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535050b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9be expref: 96 pid: 9579 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.945587:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.945641:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.945648:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.945656:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.945682:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.945693:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679184256:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.945772:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.948372:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.948449:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.948527:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679184256:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.948550:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.948608:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2011:x1830977685191040:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3093us (3226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.948618:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17074 00000100:00100000:2.0:1746157078.948659:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685191168 00000100:00100000:2.0:1746157078.948666:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685191168 00000100:00100000:3.0:1746157078.948669:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685191424 00000100:00100000:3.0:1746157078.948671:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685191424 00002000:00100000:3.0:1746157078.948706:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888bb80 x1830977685191424/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.948715:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888bb80 with x1830977685191424 ext(0->4095) 00002000:00010000:3.0:1746157078.948720:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a888bb80 00000100:00100000:3.0:1746157078.948731:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13670 00000100:00100000:3.0:1746157078.948758:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685191424:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157078.948975:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29736 00000100:00100000:2.0:1746157078.948981:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:1767:x1830977685191168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.948990:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.949003:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9cc expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.949024:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.949031:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.949032:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.949036:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.949061:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.949071:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157078.949079:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679184384:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157078.949780:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685191424:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 1018us (1325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157078.949790:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13670 00002000:00100000:3.0:1746157078.949797:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888bb80 x1830977685191424/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157078.949810:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888bb80 with x1830977685191424 ext(0->4095) 00010000:00010000:3.0:1746157078.949815:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.949827:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157078.949833:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a888bb80 00000100:00100000:2.0:1746157078.949885:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.954634:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.954689:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.954810:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679184384:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157078.954845:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.954864:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2000, rc 0) 00000100:00100000:2.0:1746157078.954912:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685191168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5930us (6547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.954920:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29736 00000100:00100000:2.0:1746157078.954948:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685191552 00000100:00100000:2.0:1746157078.954953:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685191552 00000100:00100000:2.0:1746157078.954991:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29737 00000100:00100000:2.0:1746157078.954997:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1768:x1830977685191552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157078.955012:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157078.955025:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9d3 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.955047:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157078.955051:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 97 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.955057:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157078.955060:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 97 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.955088:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 97 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.955096:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 97 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157078.955107:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2e00, rc 0) 00000100:00100000:2.0:1746157078.955121:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1768:x1830977685191552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157078.955126:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29737 00000100:00100000:3.0:1746157078.955208:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685191680 00000100:00100000:3.0:1746157078.955213:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685191680 00010000:00010000:3.0:1746157078.955232:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.955249:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17075 00000100:00100000:3.0:1746157078.955255:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685191680:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.955262:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.955280:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.955288:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.955305:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed885350512 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9c5 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.955319:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.955322:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.955327:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.955334:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.955352:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.955362:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.955373:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679184640:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.955424:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.959365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.959497:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685191936 00000100:00100000:2.0:1746157078.959508:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685191936 00002000:00100000:2.0:1746157078.959566:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888700 x1830977685191936/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.959576:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888700 with x1830977685191936 ext(0->4095) 00010000:00010000:2.0:1746157078.959584:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.959598:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.959605:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8888700 00000100:00100000:2.0:1746157078.959625:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2655 00000100:00100000:2.0:1746157078.959632:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977685191936:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.959807:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977685191936:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.959814:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2655 00002000:00100000:2.0:1746157078.959819:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888700 x1830977685191936/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.959832:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888700 with x1830977685191936 ext(0->4095) 00010000:00010000:2.0:1746157078.959837:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.959845:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.959851:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8888700 00000100:00100000:3.0:1746157078.961145:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679184640:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.961167:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.961684:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685191680:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6425us (6991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.961695:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17075 00000100:00100000:0.0:1746157078.964022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.964129:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685192064 00000100:00100000:3.0:1746157078.964139:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685192064 00010000:00010000:3.0:1746157078.964177:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.964207:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17076 00000100:00100000:3.0:1746157078.964215:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2012:x1830977685192064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.964232:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.964252:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.964264:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.964286:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350519 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9cc expref: 97 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.964304:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.964306:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.964313:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.964321:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.964355:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 96 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.964367:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679184768:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.965139:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157078.970238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.970448:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679184768:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.970472:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.970519:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2012:x1830977685192064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6304us (6504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.970534:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17076 00000100:00100000:1.0:1746157078.970614:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685192320 00000100:00100000:1.0:1746157078.970622:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685192320 00002000:00100000:1.0:1746157078.970662:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888b480 x1830977685192320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.970672:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888b480 with x1830977685192320 ext(0->4095) 00002000:00010000:1.0:1746157078.970676:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a888b480 00000100:00100000:1.0:1746157078.970706:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13671 00000100:00100000:1.0:1746157078.970712:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2012:x1830977685192320:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157078.970862:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2012:x1830977685192320:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157078.970868:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13671 00002000:00100000:1.0:1746157078.970872:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888b480 x1830977685192320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157078.970879:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888b480 with x1830977685192320 ext(0->4095) 00002000:00010000:1.0:1746157078.970882:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a888b480 00000100:00100000:0.0:1746157078.973999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157078.974082:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685192448 00000100:00100000:1.0:1746157078.974092:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685192448 00000100:00100000:1.0:1746157078.974155:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29738 00000100:00100000:1.0:1746157078.974162:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685192448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.974182:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.974201:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9da expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.974233:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 95 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.974245:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.974247:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.974250:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.974280:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 95 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.974290:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 95 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157078.974301:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679184896:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157078.974593:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee180 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.976277:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679184896:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157078.976309:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.976327:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135678e00, rc 0) 00000100:00100000:1.0:1746157078.976369:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685192448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2206us (2383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.976378:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29738 00000100:00100000:0.0:1746157078.979860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.979950:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685192576 00000100:00100000:3.0:1746157078.979962:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685192576 00010000:00010000:3.0:1746157078.980008:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746157078.980102:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.980590:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17077 00000100:00100000:3.0:1746157078.980600:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685192576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.980614:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157078.980633:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.980645:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.980666:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350520 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9d3 expref: 96 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157078.980773:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685192704 00000100:00100000:1.0:1746157078.980777:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685192704 00010000:00010000:3.0:1746157078.981051:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.981053:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.981062:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.981071:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.981104:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.981117:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679185024:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157078.981201:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.981343:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29739 00000100:00100000:1.0:1746157078.981351:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685192704:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157078.981367:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157078.981379:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9e1 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.981395:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.981401:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.981402:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157078.981405:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.981422:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.981432:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 5 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157078.981440:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679185152:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157078.981461:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee180 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.984357:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679185152:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157078.984391:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.984409:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679200, rc 0) 00000100:00100000:1.0:1746157078.984459:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685192704:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3109us (4357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.984473:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29739 00000100:00100000:0.0:1746157078.984870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.984920:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685192960 00000100:00100000:2.0:1746157078.984927:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685192960 00002000:00100000:2.0:1746157078.984965:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257e680 x1830977685192960/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.984982:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257e680 with x1830977685192960 ext(0->4095) 00010000:00010000:2.0:1746157078.984989:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.985004:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.985011:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257e680 00000100:00100000:2.0:1746157078.985035:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2656 00000100:00100000:2.0:1746157078.985043:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685192960:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157078.985136:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679185024:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.985149:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.985173:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685192576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4576us (5324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.985181:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17077 00000100:00100000:2.0:1746157078.985714:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685192960:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 670us (843us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.985719:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2656 00002000:00100000:2.0:1746157078.985726:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257e680 x1830977685192960/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.985756:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257e680 with x1830977685192960 ext(0->4095) 00010000:00010000:2.0:1746157078.985761:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.985771:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.985776:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257e680 00000100:00100000:0.0:1746157078.988613:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157078.988665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157078.988803:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685193088 00000100:00100000:1.0:1746157078.988806:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685193216 00000100:00100000:3.0:1746157078.988813:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685193088 00000100:00100000:1.0:1746157078.988813:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685193216 00010000:00010000:3.0:1746157078.988849:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 7 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157078.988874:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17078 00000100:00100000:3.0:1746157078.988881:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2010:x1830977685193088:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157078.988894:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746157078.989061:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29740 00000100:00100000:1.0:1746157078.989068:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1768:x1830977685193216:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157078.989080:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 7 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157078.989084:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157078.989093:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 7 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157078.989098:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9e8 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.989115:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350527 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9da expref: 7 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157078.989135:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.989138:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157078.989146:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.989154:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157078.989187:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157078.989199:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679185280:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157078.989345:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.989351:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.989352:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157078.989355:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.989371:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.989380:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 95 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157078.989422:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679185408:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157078.992298:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157078.992515:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157078.994353:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679185408:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157078.994395:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157078.994416:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679c00, rc 0) 00000100:00100000:1.0:1746157078.994478:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1768:x1830977685193216:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5409us (5810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157078.994487:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29740 00000100:00100000:3.0:1746157078.995683:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679185280:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157078.995703:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157078.995766:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685193088:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6885us (7164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157078.995776:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17078 00000100:00100000:0.0:1746157078.997975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157078.998071:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685193472 00000100:00100000:2.0:1746157078.998081:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685193472 00002000:00100000:2.0:1746157078.998131:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257d500 x1830977685193472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/0 e 0 to 0 dl 1746157089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.998142:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257d500 with x1830977685193472 ext(0->4095) 00010000:00010000:2.0:1746157078.998151:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.998165:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.998172:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257d500 00000100:00100000:2.0:1746157078.998210:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2657 00000100:00100000:2.0:1746157078.998219:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685193472:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157078.998405:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685193472:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157078.998415:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2657 00002000:00100000:2.0:1746157078.998421:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257d500 x1830977685193472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746157089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157078.998427:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257d500 with x1830977685193472 ext(0->4095) 00010000:00010000:2.0:1746157078.998432:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157078.998440:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157078.998445:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257d500 00000100:00100000:0.0:1746157079.000144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.000253:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685193728 00000100:00100000:3.0:1746157079.000264:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685193728 00010000:00010000:3.0:1746157079.000306:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746157079.000307:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.000344:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17079 00000100:00100000:3.0:1746157079.000351:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2013:x1830977685193728:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.000367:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.000388:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.000405:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.000428:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed88535052e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e1 expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.000463:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.000466:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.000474:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.000482:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.000988:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.001006:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679185536:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.001068:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685193600 00000100:00100000:1.0:1746157079.001073:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685193600 00000100:00100000:3.0:1746157079.001104:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.001244:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29741 00000100:00100000:1.0:1746157079.001251:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685193600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157079.001265:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157079.001276:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9ef expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.001294:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.001300:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.001301:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.001305:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.001324:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.001335:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 5 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.001343:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679185664:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157079.001369:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.003220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.003286:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685193984 00000100:00100000:2.0:1746157079.003295:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685193984 00000100:00100000:3.0:1746157079.003325:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679185536:192.168.203.44@tcp:105: 00002000:00100000:2.0:1746157079.003341:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ce00 x1830977685193984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746157079.003347:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157079.003351:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ce00 with x1830977685193984 ext(0->4095) 00010000:00010000:2.0:1746157079.003359:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.003372:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.003378:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ce00 00000100:00100000:3.0:1746157079.003387:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2013:x1830977685193728:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3037us (3250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.003396:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17079 00000100:00100000:2.0:1746157079.003398:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2658 00000100:00100000:2.0:1746157079.003403:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685193984:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157079.003490:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679185664:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157079.003511:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 96 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.003524:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013007fa00, rc 0) 00000100:00100000:2.0:1746157079.003530:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685193984:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.003536:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2658 00000100:00100000:1.0:1746157079.003539:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685193600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2289us (3231us total) trans 0 rc 0/0 00002000:00100000:2.0:1746157079.003541:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ce00 x1830977685193984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746157079.003544:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29741 00002000:00100000:2.0:1746157079.003548:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ce00 with x1830977685193984 ext(0->4095) 00010000:00010000:2.0:1746157079.003552:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.003559:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.003564:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ce00 00000100:00100000:0.0:1746157079.007406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.007527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.007630:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685194240 00000100:00100000:3.0:1746157079.007641:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685194240 00010000:00010000:3.0:1746157079.007678:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.007706:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17080 00000100:00100000:3.0:1746157079.007713:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685194240:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.007726:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746157079.007757:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685194112 00000100:00100000:1.0:1746157079.007761:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685194112 00010000:00010000:3.0:1746157079.007767:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.007778:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.007796:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29742 00010000:00010000:3.0:1746157079.007801:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885350535 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9e8 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.007801:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1768:x1830977685194112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157079.007815:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.007819:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.007821:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.007825:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9f6 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.007828:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 96 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.007835:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.007914:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.007920:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157079.007921:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157079.007924:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.007955:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.007976:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 97 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.007990:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679185792:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157079.008063:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee180 going to sleep for 11 seconds 00010000:00010000:3.0:1746157079.008190:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 97 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.008198:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 97 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.008280:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679185920:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.008984:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.010229:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679185792:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157079.010257:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.010272:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679000, rc 0) 00000100:00100000:1.0:1746157079.010895:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1768:x1830977685194112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3091us (3497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.010904:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29742 00000100:00100000:3.0:1746157079.014139:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679185920:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.014164:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.014448:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685194240:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6733us (6918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.014460:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17080 00000100:00100000:0.0:1746157079.016095:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.016182:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685194368 00000100:00100000:3.0:1746157079.016191:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685194368 00010000:00010000:3.0:1746157079.016227:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 97 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.016253:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17081 00000100:00100000:3.0:1746157079.016259:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977685194368:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.016273:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.016292:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 97 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.016304:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 97 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.016329:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013007fa00/0x7b65fed88535053c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9ef expref: 97 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.017070:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.017074:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.017083:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 96 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.017092:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 96 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.017128:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 96 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.017141:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679186048:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.017224:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.020617:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.020753:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685194624 00000100:00100000:2.0:1746157079.020762:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685194624 00002000:00100000:2.0:1746157079.020813:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f209c00 x1830977685194624/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.020823:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209c00 with x1830977685194624 ext(0->4095) 00002000:00010000:2.0:1746157079.020828:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f209c00 00000100:00100000:2.0:1746157079.020862:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13672 00000100:00100000:2.0:1746157079.020870:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2010:x1830977685194624:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157079.021040:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2010:x1830977685194624:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.021047:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13672 00002000:00100000:2.0:1746157079.021053:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f209c00 x1830977685194624/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.021060:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209c00 with x1830977685194624 ext(0->4095) 00002000:00010000:2.0:1746157079.021063:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f209c00 00000100:00100000:3.0:1746157079.021167:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679186048:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.021189:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.021213:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685194368:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4954us (5126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.021221:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17081 00000100:00100000:0.0:1746157079.032387:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.032509:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685194752 00000100:00100000:1.0:1746157079.032519:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685194752 00000100:00100000:1.0:1746157079.032581:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29743 00000100:00100000:1.0:1746157079.032588:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685194752:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157079.032609:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157079.032627:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481f9fd expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.032656:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.032664:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157079.032666:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157079.032669:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.032699:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.032712:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 95 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.032724:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679186176:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157079.032840:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee180 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.035118:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679186176:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157079.035159:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.035180:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679c00, rc 0) 00000100:00100000:1.0:1746157079.035231:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685194752:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2642us (2853us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.035241:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29743 00000100:00100000:0.0:1746157079.036327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.036520:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685194880 00000100:00100000:1.0:1746157079.036527:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685194880 00002000:00100000:1.0:1746157079.036632:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f208e00 x1830977685194880/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.036647:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f208e00 with x1830977685194880 ext(0->7) 00010000:00010000:1.0:1746157079.036655:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.036666:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 96 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.036673:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f208e00 00000100:00100000:1.0:1746157079.036703:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2659 00000100:00100000:1.0:1746157079.036711:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2012:x1830977685194880:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157079.038964:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.039058:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685195008 00000100:00100000:2.0:1746157079.039067:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685195008 00000100:00100000:2.0:1746157079.039125:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29744 00000100:00100000:2.0:1746157079.039133:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685195008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.039149:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.039167:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa04 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.039193:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.039201:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.039206:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157079.039210:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 98 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.039248:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.039261:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 98 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.039271:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2e00, rc 0) 00000100:00100000:2.0:1746157079.040226:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1767:x1830977685195008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1089us (1271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.040236:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29744 00000100:00100000:1.0:1746157079.040504:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2012:x1830977685194880:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 3794us (4180us total) trans 4294970569 rc 0/0 00000100:00100000:1.0:1746157079.040513:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2659 00002000:00100000:1.0:1746157079.040524:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f208e00 x1830977685194880/t4294970569(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.040533:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f208e00 with x1830977685194880 ext(0->7) 00010000:00010000:1.0:1746157079.040543:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 99 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.040556:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 99 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.040563:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f208e00 00000001:00080000:0.0:1746157079.041802:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970569 is committed 00000100:00100000:0.0:1746157079.046586:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.046678:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685195136 00000100:00100000:3.0:1746157079.046692:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685195136 00010000:00010000:3.0:1746157079.046910:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 7 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.046953:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17082 00000100:00100000:3.0:1746157079.046961:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685195136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.046990:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.047011:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 7 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.047028:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 7 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.047053:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350543 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9f6 expref: 7 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.047087:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.047089:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.047096:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.047103:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.047139:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.047151:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 5 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.047163:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679186432:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.047313:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.050253:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.050596:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679186432:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.050614:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.050660:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685195136:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3699us (4079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.050672:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17082 00000100:00100000:1.0:1746157079.050944:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685195392 00000100:00100000:1.0:1746157079.050955:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685195392 00002000:00100000:1.0:1746157079.051012:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f209180 x1830977685195392/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.051022:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209180 with x1830977685195392 ext(0->4095) 00010000:00010000:1.0:1746157079.051031:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.051045:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.051051:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f209180 00000100:00100000:1.0:1746157079.051075:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2660 00000100:00100000:1.0:1746157079.051083:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685195392:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157079.051236:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685195392:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (989us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.051241:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2660 00002000:00100000:1.0:1746157079.051247:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f209180 x1830977685195392/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.051253:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209180 with x1830977685195392 ext(0->4095) 00010000:00010000:1.0:1746157079.051258:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.051266:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.051282:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f209180 00010000:00010000:2.0:1746157079.053835:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157079.056563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.056688:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685195520 00000100:00100000:3.0:1746157079.056698:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685195520 00010000:00010000:3.0:1746157079.056776:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.056809:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17083 00000100:00100000:3.0:1746157079.056816:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685195520:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.056830:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.056851:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.056864:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.056887:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed88535054a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481f9fd expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.056920:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.056921:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.056929:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.056937:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.056980:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.056993:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679186560:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.057090:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.060092:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679186560:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.060120:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.060174:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685195520:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3358us (3624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.060186:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17083 00000100:00100000:0.0:1746157079.062330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.062526:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685195776 00000100:00100000:2.0:1746157079.062535:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685195776 00002000:00100000:2.0:1746157079.062580:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f208000 x1830977685195776/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.062663:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f208000 with x1830977685195776 ext(0->4095) 00002000:00010000:2.0:1746157079.062669:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f208000 00000100:00100000:2.0:1746157079.062702:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13673 00000100:00100000:2.0:1746157079.062710:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685195776:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.062899:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685195776:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (579us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.062906:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13673 00002000:00100000:2.0:1746157079.062911:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f208000 x1830977685195776/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.062918:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f208000 with x1830977685195776 ext(0->4095) 00002000:00010000:2.0:1746157079.062920:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f208000 00000100:00100000:0.0:1746157079.066093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.066271:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685195904 00000100:00100000:2.0:1746157079.066280:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685195904 00000100:00100000:2.0:1746157079.066336:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29745 00000100:00100000:2.0:1746157079.066344:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685195904:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.066363:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.066380:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa0b expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.066414:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.066421:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.066423:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.066427:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.066454:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.066467:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 5 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.066479:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679186688:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.066569:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.068572:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679186688:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.068605:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.068624:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2000, rc 0) 00000100:00100000:2.0:1746157079.068680:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685195904:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2335us (2595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.068688:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29745 00000100:00100000:0.0:1746157079.071254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.072086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.072333:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685196032 00000100:00100000:3.0:1746157079.072344:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685196032 00010000:00010000:3.0:1746157079.072384:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.072427:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17084 00000100:00100000:3.0:1746157079.072435:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685196032:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.072449:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.072471:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.072483:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.072507:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350551 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa04 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.072529:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.072532:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.072539:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.072547:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.072582:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.072594:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679186816:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.072674:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.073368:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685196160 00000100:00100000:2.0:1746157079.073375:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685196160 00000100:00100000:2.0:1746157079.073404:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29746 00000100:00100000:2.0:1746157079.073410:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:1767:x1830977685196160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.073427:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.073440:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa12 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.073462:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.073468:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.073469:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.073472:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.073490:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.073502:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 5 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.073510:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679186944:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.073925:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.076600:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.076887:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685196416 00000100:00100000:1.0:1746157079.076895:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685196416 00002000:00100000:1.0:1746157079.076941:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f209500 x1830977685196416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.076950:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209500 with x1830977685196416 ext(0->4095) 00010000:00010000:1.0:1746157079.076959:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.076982:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.076988:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f209500 00000100:00100000:1.0:1746157079.077990:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2661 00000100:00100000:1.0:1746157079.078001:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685196416:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157079.078163:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685196416:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (1572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.078169:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2661 00002000:00100000:1.0:1746157079.078176:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f209500 x1830977685196416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.078183:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209500 with x1830977685196416 ext(0->4095) 00010000:00010000:1.0:1746157079.078189:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.078204:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.078210:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f209500 00000100:00100000:2.0:1746157079.078435:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679186944:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.078461:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.078478:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:2.0:1746157079.078998:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:1767:x1830977685196160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5587us (6911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.079005:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29746 00000100:00100000:3.0:1746157079.079088:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679186816:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.079102:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.079214:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685196032:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6709us (7902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.079223:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17084 00000100:00100000:0.0:1746157079.085407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.085526:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685196544 00000100:00100000:3.0:1746157079.085537:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685196544 00010000:00010000:3.0:1746157079.085577:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.085679:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17085 00000100:00100000:3.0:1746157079.085687:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685196544:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.085704:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.085724:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.085885:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.085912:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed885350558 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa0b expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.085964:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.085974:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.085982:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.085988:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.086023:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.086037:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679187072:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.086515:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.091509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.091701:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685196800 00000100:00100000:2.0:1746157079.091711:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685196800 00002000:00100000:2.0:1746157079.091781:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4a80 x1830977685196800/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.091792:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4a80 with x1830977685196800 ext(0->4095) 00002000:00010000:2.0:1746157079.091797:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a4a80 00000100:00100000:3.0:1746157079.092311:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679187072:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.092338:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.092394:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685196544:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6707us (6998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.092404:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17085 00000100:00100000:2.0:1746157079.092655:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13674 00000100:00100000:2.0:1746157079.092665:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685196800:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157079.092833:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685196800:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (1335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.092838:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13674 00002000:00100000:2.0:1746157079.092843:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4a80 x1830977685196800/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.092850:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4a80 with x1830977685196800 ext(0->4095) 00002000:00010000:2.0:1746157079.092854:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a4a80 00000100:00100000:0.0:1746157079.102182:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.102318:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685196928 00000100:00100000:2.0:1746157079.102329:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685196928 00000100:00100000:2.0:1746157079.102385:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29747 00000100:00100000:2.0:1746157079.102393:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff4d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685196928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.102415:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.102432:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa19 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.102462:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.102469:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.102470:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.102474:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.102506:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.102518:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 5 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.102531:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679187200:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.103188:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.110516:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679187200:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.110556:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.110578:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2200, rc 0) 00000100:00100000:2.0:1746157079.110627:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff4d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685196928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8233us (8456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.110639:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29747 00000100:00100000:0.0:1746157079.114184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.114288:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685197056 00000100:00100000:1.0:1746157079.114297:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685197056 00002000:00100000:1.0:1746157079.114344:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306a5180 x1830977685197056/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.114353:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5180 with x1830977685197056 ext(0->7) 00010000:00010000:1.0:1746157079.114362:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.114375:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.114382:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5180 00000100:00100000:1.0:1746157079.114414:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2662 00000100:00100000:1.0:1746157079.114421:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685197056:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157079.115904:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685197056:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1474us (1722us total) trans 4294970570 rc 0/0 00000100:00100000:0.0:1746157079.115916:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2662 00002000:00100000:0.0:1746157079.115927:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306a5180 x1830977685197056/t4294970570(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.115936:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5180 with x1830977685197056 ext(0->7) 00010000:00010000:0.0:1746157079.115945:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746157079.115959:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746157079.115975:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5180 00000100:00100000:0.0:1746157079.118543:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.118765:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685197184 00000100:00100000:2.0:1746157079.118774:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685197184 00000100:00100000:2.0:1746157079.119569:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29748 00000100:00100000:2.0:1746157079.119580:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1767:x1830977685197184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.119599:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.119617:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa20 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.119643:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.119648:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.119653:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157079.119657:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 9 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.119690:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.119700:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 9 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.119710:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3000, rc 0) 00000100:00100000:2.0:1746157079.120280:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:1767:x1830977685197184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 700us (1747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.120287:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29748 00000100:00100000:0.0:1746157079.121992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.122562:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685197312 00000100:00100000:3.0:1746157079.122573:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685197312 00010000:00010000:3.0:1746157079.122613:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.123300:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17086 00000100:00100000:3.0:1746157079.123311:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685197312:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.123326:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.123346:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.123358:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.123380:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed88535055f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa12 expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.123414:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.123416:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.123422:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.123429:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.123463:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.123474:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 5 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.123486:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679187456:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.123956:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.126611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.126774:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679187456:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.126799:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.126845:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685197312:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3536us (4859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.126856:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17086 00000100:00100000:1.0:1746157079.126945:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685197568 00000100:00100000:1.0:1746157079.126952:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685197568 00002000:00100000:1.0:1746157079.127002:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6680 x1830977685197568/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.127012:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6680 with x1830977685197568 ext(0->4095) 00010000:00010000:1.0:1746157079.127021:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.127035:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.127041:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6680 00000100:00100000:1.0:1746157079.127062:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2663 00000100:00100000:1.0:1746157079.127068:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685197568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157079.127193:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685197568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.127199:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2663 00002000:00100000:1.0:1746157079.127204:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6680 x1830977685197568/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.127211:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6680 with x1830977685197568 ext(0->4095) 00010000:00010000:1.0:1746157079.127215:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.127224:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.127230:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6680 00000100:00100000:0.0:1746157079.129683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.129792:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685197696 00000100:00100000:3.0:1746157079.129801:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685197696 00010000:00010000:3.0:1746157079.129840:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.129868:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17087 00000100:00100000:3.0:1746157079.129875:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685197696:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.129891:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.129911:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.129923:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.129946:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2200/0x7b65fed885350566 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa19 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.129980:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.129983:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.129991:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.129999:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.130032:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.130043:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679187584:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.130451:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.132517:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679187584:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.132545:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157079.132569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.132840:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685197696:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2727us (2928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.132853:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17087 00000100:00100000:2.0:1746157079.132936:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685197952 00000100:00100000:2.0:1746157079.132942:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685197952 00002000:00100000:2.0:1746157079.133001:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4e00 x1830977685197952/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.133011:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4e00 with x1830977685197952 ext(0->4095) 00002000:00010000:2.0:1746157079.133015:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a4e00 00000100:00100000:2.0:1746157079.133031:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13675 00000100:00100000:2.0:1746157079.133038:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685197952:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157079.133236:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685197952:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 197us (666us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.133242:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13675 00002000:00100000:2.0:1746157079.133247:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4e00 x1830977685197952/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.133254:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4e00 with x1830977685197952 ext(0->4095) 00002000:00010000:2.0:1746157079.133257:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a4e00 00000100:00100000:0.0:1746157079.134812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.134925:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685198080 00000100:00100000:2.0:1746157079.134933:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685198080 00000100:00100000:2.0:1746157079.135091:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29749 00000100:00100000:2.0:1746157079.135101:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685198080:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.135119:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.135137:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa27 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.135168:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.135292:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.135294:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.135299:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.135329:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.135342:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 7 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.135354:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679187712:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.135650:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.138342:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.139085:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679187712:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.139116:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.139136:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2e00, rc 0) 00000100:00100000:2.0:1746157079.139179:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685198080:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4080us (4375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.139188:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29749 00000100:00100000:3.0:1746157079.139386:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685198208 00000100:00100000:3.0:1746157079.139393:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685198208 00010000:00010000:3.0:1746157079.139421:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.139460:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17088 00000100:00100000:3.0:1746157079.139467:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685198208:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.139480:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.139500:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.139515:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.139538:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535056d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa20 expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.139552:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.139554:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.139561:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.139568:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.139597:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.139609:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679187840:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.139661:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.143622:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.143717:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.143827:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685198464 00000100:00100000:2.0:1746157079.143837:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685198464 00002000:00100000:2.0:1746157079.143885:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7800 x1830977685198464/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.143901:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7800 with x1830977685198464 ext(0->4095) 00002000:00010000:2.0:1746157079.143906:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a7800 00000100:00100000:2.0:1746157079.143940:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13676 00000100:00100000:2.0:1746157079.143949:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685198464:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.144122:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685198464:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (510us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.144129:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13676 00002000:00100000:2.0:1746157079.144135:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7800 x1830977685198464/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.144142:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7800 with x1830977685198464 ext(0->4095) 00002000:00010000:2.0:1746157079.144144:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a7800 00000100:00100000:2.0:1746157079.144166:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685198592 00000100:00100000:2.0:1746157079.144168:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685198592 00000100:00100000:2.0:1746157079.144186:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29750 00000100:00100000:2.0:1746157079.144191:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1767:x1830977685198592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.144199:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.144216:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa2e expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.144239:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.144246:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.144248:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.144251:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 9 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.144277:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.144287:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 5 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.144299:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679187968:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.144359:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.144373:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679187840:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.144392:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.144411:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685198208:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4946us (6081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.144419:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17088 00000100:00100000:2.0:1746157079.146775:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679187968:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.146811:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.146829:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2000, rc 0) 00000100:00100000:2.0:1746157079.146881:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1767:x1830977685198592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2689us (3163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.146890:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29750 00000100:00100000:0.0:1746157079.147138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.147269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.147372:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685198848 00000100:00100000:3.0:1746157079.147380:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685198848 00000100:00100000:3.0:1746157079.147416:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29751 00000100:00100000:3.0:1746157079.147423:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1768:x1830977685198848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.147441:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.147456:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa35 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.147477:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.147481:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 9 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.147487:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.147490:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 9 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.147519:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 9 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.147531:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 9 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.147538:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157079.147560:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:1768:x1830977685198848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.147565:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29751 00000100:00100000:3.0:1746157079.147584:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685198720 00000100:00100000:3.0:1746157079.147587:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685198720 00010000:00010000:3.0:1746157079.147598:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.147621:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17089 00000100:00100000:3.0:1746157079.147626:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685198720:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.147634:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.147653:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.147664:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.147682:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350574 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa27 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.147693:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.147695:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.147701:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.147708:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.147725:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.147755:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.147772:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679188224:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.147822:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.150031:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679188224:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.150055:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157079.150394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.150874:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685198720:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3245us (3602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.150885:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17089 00000100:00100000:1.0:1746157079.151284:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685199104 00000100:00100000:1.0:1746157079.151292:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685199104 00002000:00100000:1.0:1746157079.151330:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6a00 x1830977685199104/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.151340:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6a00 with x1830977685199104 ext(0->4095) 00010000:00010000:1.0:1746157079.151351:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.151364:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.151371:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6a00 00000100:00100000:1.0:1746157079.151400:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2664 00000100:00100000:1.0:1746157079.151407:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685199104:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157079.151564:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685199104:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (1171us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.151570:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2664 00002000:00100000:1.0:1746157079.151575:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6a00 x1830977685199104/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.151582:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6a00 with x1830977685199104 ext(0->4095) 00010000:00010000:1.0:1746157079.151586:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.151595:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.151600:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6a00 00000100:00100000:0.0:1746157079.153986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.154084:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685199232 00000100:00100000:3.0:1746157079.154095:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685199232 00010000:00010000:3.0:1746157079.154130:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.154231:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17090 00000100:00100000:3.0:1746157079.154240:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2012:x1830977685199232:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.154253:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.154273:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.154284:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.154307:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2000/0x7b65fed88535057b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa2e expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.154323:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.154327:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.154335:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.154342:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.154375:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.154388:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679188352:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.155355:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.157468:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679188352:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.157492:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.157534:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2012:x1830977685199232:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3294us (3569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.157545:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17090 00000100:00100000:0.0:1746157079.158264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.158471:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685199488 00000100:00100000:2.0:1746157079.158479:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685199488 00002000:00100000:2.0:1746157079.158518:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5880 x1830977685199488/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.158527:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5880 with x1830977685199488 ext(0->4095) 00002000:00010000:2.0:1746157079.158532:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a5880 00000100:00100000:2.0:1746157079.158679:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13677 00000100:00100000:2.0:1746157079.158688:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685199488:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.159113:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685199488:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 424us (851us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.159120:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13677 00002000:00100000:2.0:1746157079.159125:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5880 x1830977685199488/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.159133:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5880 with x1830977685199488 ext(0->4095) 00002000:00010000:2.0:1746157079.159136:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a5880 00000100:00100000:0.0:1746157079.160623:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.160698:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685199616 00000100:00100000:2.0:1746157079.160707:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685199616 00000100:00100000:2.0:1746157079.160929:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29752 00000100:00100000:2.0:1746157079.160940:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685199616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.160963:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.161012:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa3c expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.161046:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.161054:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.161056:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.161060:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.161100:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.161120:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 7 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.161134:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679188480:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.161242:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.163242:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679188480:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.163286:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.163310:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3c00, rc 0) 00000100:00100000:2.0:1746157079.163364:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685199616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2427us (2749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.163373:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29752 00000100:00100000:0.0:1746157079.165325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.166056:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685199744 00000100:00100000:3.0:1746157079.166066:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685199744 00010000:00010000:3.0:1746157079.166107:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.166225:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17091 00000100:00100000:3.0:1746157079.166233:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685199744:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.166247:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.166268:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.166285:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.166310:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350582 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa35 expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.166532:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.166535:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.166543:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.166551:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.166586:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.166598:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679188608:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.166804:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.169196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.169388:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685199872 00000100:00100000:2.0:1746157079.169397:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685199872 00000100:00100000:3.0:1746157079.169611:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679188608:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.169644:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.169705:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685199744:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3472us (4390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.169720:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17091 00000100:00100000:2.0:1746157079.170051:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29753 00000100:00100000:2.0:1746157079.170060:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:1767:x1830977685199872:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.170083:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.170104:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa43 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.170136:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.170148:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.170149:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.170153:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 8 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.170182:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.170195:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 5 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.170207:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679188736:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.170286:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.171294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.171528:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685200128 00000100:00100000:2.0:1746157079.171536:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685200128 00002000:00100000:2.0:1746157079.171586:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5c00 x1830977685200128/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.171596:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5c00 with x1830977685200128 ext(0->4095) 00010000:00010000:2.0:1746157079.171604:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.171619:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.171624:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5c00 00000100:00100000:2.0:1746157079.171681:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2665 00000100:00100000:2.0:1746157079.171691:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685200128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.172052:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685200128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 361us (765us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.172058:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2665 00002000:00100000:2.0:1746157079.172063:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5c00 x1830977685200128/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.172070:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5c00 with x1830977685200128 ext(0->4095) 00010000:00010000:2.0:1746157079.172075:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.172083:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.172089:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5c00 00000100:00100000:2.0:1746157079.175144:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679188736:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.175258:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 8 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.175281:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:0.0:1746157079.175584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.176255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.177059:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685200256 00000100:00100000:3.0:1746157079.177072:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685200256 00000100:00100000:3.0:1746157079.177126:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29754 00000100:00100000:3.0:1746157079.177133:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:1768:x1830977685200256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.177155:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.177176:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa4a expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.177205:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.177211:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 10 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.177217:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.177220:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 10 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.177264:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 10 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.177279:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 10 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.177289:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157079.177366:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:1768:x1830977685200256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 234us (1784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.177373:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29754 00000100:00100000:3.0:1746157079.178028:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:1767:x1830977685199872:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7968us (8841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.178034:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29753 00000100:00100000:3.0:1746157079.178066:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685200384 00000100:00100000:3.0:1746157079.178071:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685200384 00010000:00010000:3.0:1746157079.178089:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.178109:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17092 00000100:00100000:3.0:1746157079.178115:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685200384:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.178123:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.178146:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.178157:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.178180:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350589 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa3c expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.178197:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.178198:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.178204:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 8 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.178212:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 8 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.178232:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 8 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.178248:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 8 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.178261:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679188992:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.178313:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.179948:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679188992:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.179977:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.180011:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685200384:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1895us (3756us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.180019:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17092 00000100:00100000:0.0:1746157079.181058:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.181486:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685200640 00000100:00100000:2.0:1746157079.181496:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685200640 00002000:00100000:2.0:1746157079.181627:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc18700 x1830977685200640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.181637:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18700 with x1830977685200640 ext(0->4095) 00010000:00010000:2.0:1746157079.181645:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 9 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.181659:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 9 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.181666:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc18700 00000100:00100000:2.0:1746157079.181943:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2666 00000100:00100000:2.0:1746157079.181952:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685200640:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157079.182107:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685200640:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (1054us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.182113:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2666 00002000:00100000:2.0:1746157079.182119:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc18700 x1830977685200640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.182127:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18700 with x1830977685200640 ext(0->4095) 00010000:00010000:2.0:1746157079.182131:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 9 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.182140:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 9 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.182146:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc18700 00000100:00100000:0.0:1746157079.184627:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.184942:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685200768 00000100:00100000:3.0:1746157079.184952:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685200768 00010000:00010000:3.0:1746157079.185003:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 9 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.185078:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17093 00000100:00100000:3.0:1746157079.185086:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685200768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.185100:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.185120:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 9 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.185133:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 9 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.185156:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350590 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa43 expref: 9 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.185174:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.185176:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.185183:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.185190:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.185228:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.185241:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679189120:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.185317:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.188440:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679189120:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157079.188451:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157079.188465:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.188513:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685201024 00000100:00100000:1.0:1746157079.188519:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685201024 00002000:00100000:1.0:1746157079.188564:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19f80 x1830977685201024/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.188580:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19f80 with x1830977685201024 ext(0->4095) 00002000:00010000:1.0:1746157079.188584:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc19f80 00000100:00100000:1.0:1746157079.188612:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13678 00000100:00100000:1.0:1746157079.188619:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685201024:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157079.189043:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685200768:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3956us (4427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.189053:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17093 00000100:00100000:1.0:1746157079.189181:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685201024:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 561us (730us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.189187:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13678 00002000:00100000:1.0:1746157079.189193:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19f80 x1830977685201024/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.189200:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19f80 with x1830977685201024 ext(0->4095) 00002000:00010000:1.0:1746157079.189202:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc19f80 00000100:00100000:0.0:1746157079.192250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.192358:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685201152 00000100:00100000:2.0:1746157079.192369:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685201152 00000100:00100000:2.0:1746157079.192429:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29755 00000100:00100000:2.0:1746157079.192437:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685201152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.192457:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.192477:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa51 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.192508:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.192515:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.192517:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.192520:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.192551:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.192563:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 7 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.192574:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679189248:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.192662:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.196442:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679189248:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.196479:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.196497:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2c00, rc 0) 00000100:00100000:2.0:1746157079.196555:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685201152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4118us (4314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.196563:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29755 00000100:00100000:0.0:1746157079.198319:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.198681:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.198813:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685201280 00000100:00100000:3.0:1746157079.198823:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685201280 00010000:00010000:3.0:1746157079.199029:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 8 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.199790:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685201408 00000100:00100000:2.0:1746157079.199799:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685201408 00000100:00100000:2.0:1746157079.199841:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29756 00000100:00100000:2.0:1746157079.199849:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:1767:x1830977685201408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.199870:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.199887:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa58 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.199916:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.199922:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.199928:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157079.199931:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 10 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.199980:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.199994:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 10 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.200003:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:2.0:1746157079.200053:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:1767:x1830977685201408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (1373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.200059:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29756 00000100:00100000:3.0:1746157079.200171:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17094 00000100:00100000:3.0:1746157079.200182:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685201280:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.200195:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.200220:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.200233:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.200251:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350597 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa4a expref: 9 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.200267:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.200268:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.200275:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.200281:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.200302:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.200312:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 5 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.200325:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679189504:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.200392:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.204170:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679189504:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.204198:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.204263:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685201280:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4082us (5953us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.204274:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17094 00000100:00100000:0.0:1746157079.204870:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.204946:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685201664 00000100:00100000:1.0:1746157079.204953:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685201664 00002000:00100000:1.0:1746157079.205009:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1b480 x1830977685201664/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.205018:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b480 with x1830977685201664 ext(0->4095) 00010000:00010000:1.0:1746157079.205027:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.205040:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.205047:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1b480 00000100:00100000:1.0:1746157079.205077:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2667 00000100:00100000:1.0:1746157079.205085:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685201664:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157079.205226:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685201664:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.205232:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2667 00002000:00100000:1.0:1746157079.205237:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1b480 x1830977685201664/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.205243:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b480 with x1830977685201664 ext(0->4095) 00010000:00010000:1.0:1746157079.205248:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.205256:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.205261:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1b480 00000100:00100000:0.0:1746157079.209532:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.209646:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685201792 00000100:00100000:3.0:1746157079.209655:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685201792 00010000:00010000:3.0:1746157079.209691:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.209765:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17095 00000100:00100000:3.0:1746157079.209773:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685201792:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.209787:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.209808:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.209821:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.209846:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed88535059e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa51 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.209867:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.209869:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.209876:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.209883:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.209917:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.209929:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679189632:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.211144:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.211877:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679189632:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.211895:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.211950:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685201792:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2176us (2428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.211962:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17095 00000100:00100000:0.0:1746157079.212314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.212363:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685202048 00000100:00100000:2.0:1746157079.212370:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685202048 00002000:00100000:2.0:1746157079.212407:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1b800 x1830977685202048/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.212421:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b800 with x1830977685202048 ext(0->4095) 00002000:00010000:2.0:1746157079.212424:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc1b800 00000100:00100000:2.0:1746157079.212450:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13679 00000100:00100000:2.0:1746157079.212456:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685202048:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.212586:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685202048:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.212592:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13679 00002000:00100000:2.0:1746157079.212597:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1b800 x1830977685202048/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.212604:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b800 with x1830977685202048 ext(0->4095) 00002000:00010000:2.0:1746157079.212606:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc1b800 00000100:00100000:0.0:1746157079.216250:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.217071:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685202176 00000100:00100000:2.0:1746157079.217081:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685202176 00000100:00100000:2.0:1746157079.217179:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29757 00000100:00100000:2.0:1746157079.217188:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685202176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.217303:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.217322:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa5f expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.217352:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.217360:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.217361:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.217366:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.217394:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.217407:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 7 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.217418:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679189760:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.217661:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.223273:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679189760:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.223305:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.223323:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:2.0:1746157079.223403:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685202176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6215us (7162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.223411:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29757 00000100:00100000:0.0:1746157079.223875:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.224200:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685202304 00000100:00100000:2.0:1746157079.224209:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685202304 00002000:00100000:2.0:1746157079.224244:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008bc1b100 x1830977685202304/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.224253:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b100 with x1830977685202304 ext(0->7) 00010000:00010000:2.0:1746157079.224260:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 8 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.224277:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 8 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.224284:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1b100 00000100:00100000:2.0:1746157079.224374:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2668 00000100:00100000:2.0:1746157079.224381:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685202304:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157079.225476:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685202304:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1091us (1597us total) trans 4294970571 rc 0/0 00000100:00100000:3.0:1746157079.225486:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2668 00002000:00100000:3.0:1746157079.225493:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008bc1b100 x1830977685202304/t4294970571(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.225501:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b100 with x1830977685202304 ext(0->7) 00010000:00010000:3.0:1746157079.225508:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 10 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.225521:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 10 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157079.225527:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1b100 00000100:00100000:0.0:1746157079.235027:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.235118:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685202432 00000100:00100000:2.0:1746157079.235130:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685202432 00000100:00100000:2.0:1746157079.235196:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29758 00000100:00100000:2.0:1746157079.235205:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:1767:x1830977685202432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.235225:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.235244:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa66 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.235275:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.235281:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.235287:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157079.235290:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 11 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.235335:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.235348:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 11 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.236312:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2c00, rc 0) 00000100:00100000:2.0:1746157079.236381:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:1767:x1830977685202432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1175us (1359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.236389:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29758 00000100:00100000:0.0:1746157079.236624:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.236957:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685202560 00000100:00100000:3.0:1746157079.237037:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685202560 00010000:00010000:3.0:1746157079.237069:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 11 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.239385:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17096 00000100:00100000:1.0:1746157079.239406:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2010:x1830977685202560:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.239427:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.239454:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 11 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.239469:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 11 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.239499:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853505a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa58 expref: 11 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.239572:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.239574:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.239582:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.239591:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.239633:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.239644:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 5 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.239655:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679190016:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.239771:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.244239:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679190016:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.244257:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.244728:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685202560:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5328us (8104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.244761:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17096 00000100:00100000:0.0:1746157079.245274:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.245350:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685202816 00000100:00100000:3.0:1746157079.245359:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685202816 00002000:00100000:3.0:1746157079.245405:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ec700 x1830977685202816/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.245414:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec700 with x1830977685202816 ext(0->4095) 00010000:00010000:3.0:1746157079.245423:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.245436:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157079.245442:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ec700 00000100:00100000:3.0:1746157079.245473:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2669 00000100:00100000:3.0:1746157079.245481:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685202816:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157079.245641:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685202816:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157079.245647:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2669 00002000:00100000:3.0:1746157079.245652:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ec700 x1830977685202816/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.245659:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec700 with x1830977685202816 ext(0->4095) 00010000:00010000:3.0:1746157079.245663:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.245677:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157079.245681:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ec700 00000100:00100000:0.0:1746157079.249879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.249973:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685202944 00000100:00100000:1.0:1746157079.249984:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685202944 00010000:00010000:1.0:1746157079.250020:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.250068:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17097 00000100:00100000:1.0:1746157079.250076:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685202944:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.250089:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.250107:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.250119:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.250142:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa5f expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.251051:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.251054:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.251065:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 9 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.251074:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 9 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.251113:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 9 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.251127:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679190144:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.251771:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee180 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.254160:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679190144:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.254184:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.254328:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685202944:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4251us (4457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.254340:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17097 00000100:00100000:0.0:1746157079.258937:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.259057:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685203200 00000100:00100000:1.0:1746157079.259068:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685203200 00002000:00100000:1.0:1746157079.259116:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ec380 x1830977685203200/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.259126:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec380 with x1830977685203200 ext(0->4095) 00002000:00010000:1.0:1746157079.259131:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ec380 00000100:00100000:1.0:1746157079.259194:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13680 00000100:00100000:1.0:1746157079.259202:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685203200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157079.259508:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685203200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 306us (580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.259515:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13680 00002000:00100000:1.0:1746157079.259520:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ec380 x1830977685203200/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.259527:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec380 with x1830977685203200 ext(0->4095) 00002000:00010000:1.0:1746157079.259531:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ec380 00000100:00100000:0.0:1746157079.266393:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.266542:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685203328 00000100:00100000:2.0:1746157079.266549:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685203328 00000100:00100000:2.0:1746157079.266593:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29759 00000100:00100000:2.0:1746157079.266599:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685203328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.266614:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.266629:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa6d expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.266652:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 9 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.266658:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.266660:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.266663:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.266686:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 9 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.266696:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 9 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.266710:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679190272:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.266818:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.270229:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679190272:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.270254:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.270268:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2e00, rc 0) 00000100:00100000:2.0:1746157079.270316:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685203328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3717us (3931us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.270323:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29759 00000100:00100000:0.0:1746157079.275480:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.276297:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685203456 00000100:00100000:1.0:1746157079.276305:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685203456 00002000:00100000:1.0:1746157079.277179:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306eea00 x1830977685203456/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.277194:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eea00 with x1830977685203456 ext(0->7) 00010000:00010000:1.0:1746157079.277205:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 10 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.277217:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 10 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.277223:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306eea00 00000100:00100000:1.0:1746157079.277255:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2670 00000100:00100000:1.0:1746157079.277263:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685203456:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157079.278563:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977685203456:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1297us (3085us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1746157079.278572:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2670 00002000:00100000:0.0:1746157079.278579:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306eea00 x1830977685203456/t4294970572(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.278586:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eea00 with x1830977685203456 ext(0->7) 00010000:00010000:0.0:1746157079.278593:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 12 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746157079.278604:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 12 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746157079.278609:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306eea00 00000100:00100000:0.0:1746157079.280957:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.281188:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685203584 00000100:00100000:1.0:1746157079.281195:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685203584 00010000:00010000:1.0:1746157079.281224:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 12 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.282271:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17098 00000100:00100000:1.0:1746157079.282281:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2013:x1830977685203584:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.282294:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.282311:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 12 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.282322:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 12 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.282340:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa66 expref: 12 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.282369:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.282371:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.282377:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.282384:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.282412:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.282423:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679190400:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.282491:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.287087:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679190400:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.287107:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.287611:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2013:x1830977685203584:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5331us (6657us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.287620:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17098 00000100:00100000:0.0:1746157079.288362:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.288445:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.288550:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685203712 00000100:00100000:2.0:1746157079.288555:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685203712 00000100:00100000:2.0:1746157079.288590:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29760 00000100:00100000:2.0:1746157079.288597:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:1767:x1830977685203712:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.288610:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.288624:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa74 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.288647:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.288653:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.288655:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.288658:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 12 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.288686:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.288696:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 5 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.288706:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679190528:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.288781:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.289075:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685203968 00000100:00100000:1.0:1746157079.289079:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685203968 00002000:00100000:1.0:1746157079.289102:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ed500 x1830977685203968/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.289109:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed500 with x1830977685203968 ext(0->4095) 00010000:00010000:1.0:1746157079.289114:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.289123:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.289132:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ed500 00000100:00100000:1.0:1746157079.289155:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2671 00000100:00100000:1.0:1746157079.289161:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685203968:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157079.289274:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685203968:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (828us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.289280:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2671 00002000:00100000:1.0:1746157079.289286:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ed500 x1830977685203968/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.289292:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed500 with x1830977685203968 ext(0->4095) 00010000:00010000:1.0:1746157079.289296:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.289305:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.289310:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ed500 00000100:00100000:2.0:1746157079.291686:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679190528:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.291709:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 12 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.291722:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3000, rc 0) 00000100:00100000:2.0:1746157079.292320:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1767:x1830977685203712:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3721us (3958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.292328:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29760 00000100:00100000:0.0:1746157079.292653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.292979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.292980:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685204096 00000100:00100000:2.0:1746157079.292986:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685204096 00000100:00100000:2.0:1746157079.293010:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29761 00000100:00100000:2.0:1746157079.293017:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1768:x1830977685204096:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.293057:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.293070:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa7b expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.293088:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.293093:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 13 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.293098:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.293101:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 13 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.293125:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 13 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.293129:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685204224 00000100:00100000:1.0:1746157079.293133:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685204224 00010000:00010000:2.0:1746157079.293134:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 13 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.293141:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3c00, rc 0) 00010000:00010000:1.0:1746157079.293147:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.293171:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:1768:x1830977685204096:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.293173:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17099 00000100:00100000:2.0:1746157079.293176:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29761 00000100:00100000:1.0:1746157079.293178:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685204224:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.293185:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.293200:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.293209:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.293223:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed8853505ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa6d expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.293246:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.293247:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.293252:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 12 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.293259:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 12 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.293355:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 12 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.293365:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 12 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.293375:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679190784:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.293425:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.295534:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679190784:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.295552:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.295589:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685204224:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2408us (2609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.295601:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17099 00000100:00100000:0.0:1746157079.296012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.296110:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685204480 00000100:00100000:3.0:1746157079.296116:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685204480 00002000:00100000:3.0:1746157079.296155:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ef100 x1830977685204480/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.296165:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef100 with x1830977685204480 ext(0->4095) 00010000:00010000:3.0:1746157079.296171:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 13 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.296183:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 13 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157079.296189:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ef100 00000100:00100000:3.0:1746157079.296213:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2672 00000100:00100000:3.0:1746157079.296219:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2011:x1830977685204480:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157079.296351:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2011:x1830977685204480:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (338us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157079.296357:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2672 00002000:00100000:3.0:1746157079.296362:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ef100 x1830977685204480/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.296369:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef100 with x1830977685204480 ext(0->4095) 00010000:00010000:3.0:1746157079.296374:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 13 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.296382:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 13 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157079.296388:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ef100 00000100:00100000:0.0:1746157079.298225:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.298361:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685204608 00000100:00100000:1.0:1746157079.298368:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685204608 00010000:00010000:1.0:1746157079.298391:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 13 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.298471:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17100 00000100:00100000:1.0:1746157079.298477:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2010:x1830977685204608:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.298487:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.298502:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 13 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.298512:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 13 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.298530:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa74 expref: 13 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.298663:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.298665:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.298672:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 12 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.298679:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 12 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.298707:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 12 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.298718:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679190912:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.299022:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.301058:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679190912:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.301076:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.301109:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2010:x1830977685204608:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2631us (2890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.301117:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17100 00000100:00100000:0.0:1746157079.301373:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.301515:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685204864 00000100:00100000:1.0:1746157079.301529:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685204864 00002000:00100000:1.0:1746157079.301559:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306eca80 x1830977685204864/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.301568:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eca80 with x1830977685204864 ext(0->4095) 00002000:00010000:1.0:1746157079.301571:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306eca80 00000100:00100000:1.0:1746157079.301597:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13681 00000100:00100000:1.0:1746157079.301603:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977685204864:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157079.301713:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977685204864:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.301718:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13681 00002000:00100000:1.0:1746157079.301723:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306eca80 x1830977685204864/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.301729:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eca80 with x1830977685204864 ext(0->4095) 00002000:00010000:1.0:1746157079.301732:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306eca80 00000100:00100000:0.0:1746157079.303790:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.303989:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685204992 00000100:00100000:2.0:1746157079.303996:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685204992 00000100:00100000:2.0:1746157079.304034:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29762 00000100:00100000:2.0:1746157079.304040:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685204992:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.304059:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.304075:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa82 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.304099:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 11 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.304110:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.304112:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.304114:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.304140:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 11 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.304150:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 11 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.304160:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679191040:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.304249:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.306895:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679191040:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157079.306921:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.306935:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:0.0:1746157079.306985:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685204992:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2944us (3200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157079.306991:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29762 00000100:00100000:0.0:1746157079.307688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.307821:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685205120 00000100:00100000:1.0:1746157079.307828:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685205120 00002000:00100000:1.0:1746157079.307859:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306ec000 x1830977685205120/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.307867:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec000 with x1830977685205120 ext(0->7) 00010000:00010000:1.0:1746157079.307873:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 12 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.307884:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 12 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.307890:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ec000 00000100:00100000:1.0:1746157079.307916:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2673 00000100:00100000:1.0:1746157079.307922:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2013:x1830977685205120:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157079.309043:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2013:x1830977685205120:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1116us (1352us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1746157079.309050:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2673 00002000:00100000:0.0:1746157079.309057:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306ec000 x1830977685205120/t4294970573(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.309064:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec000 with x1830977685205120 ext(0->7) 00010000:00010000:0.0:1746157079.309070:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 14 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746157079.309081:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 14 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746157079.309087:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ec000 00000100:00100000:0.0:1746157079.317725:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.317835:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.317909:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685205248 00000100:00100000:1.0:1746157079.317917:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685205248 00010000:00010000:1.0:1746157079.317948:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 14 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.317990:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17101 00000100:00100000:1.0:1746157079.317996:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2012:x1830977685205248:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.318007:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.318023:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 14 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.318032:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 14 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.318051:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa7b expref: 14 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.318066:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.318068:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.318073:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.318079:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.318105:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.318115:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679191168:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.318176:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.318325:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685205376 00000100:00100000:2.0:1746157079.318328:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685205376 00000100:00100000:2.0:1746157079.318356:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29763 00000100:00100000:2.0:1746157079.318362:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:1767:x1830977685205376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.318372:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.318382:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa89 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.318395:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.318400:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.318401:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.318404:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.318420:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.318428:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 5 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.318436:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679191296:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.318455:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.320592:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679191168:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.320610:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.320645:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2012:x1830977685205248:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2647us (2926us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.320654:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17101 00000100:00100000:2.0:1746157079.320764:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679191296:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.320782:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 14 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.320794:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3000, rc 0) 00000100:00100000:2.0:1746157079.320813:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:1767:x1830977685205376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2451us (2977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.320819:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29763 00000100:00100000:0.0:1746157079.321100:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.321292:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685205632 00000100:00100000:1.0:1746157079.321297:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685205632 00002000:00100000:1.0:1746157079.321324:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25b480 x1830977685205632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.321338:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25b480 with x1830977685205632 ext(0->4095) 00010000:00010000:1.0:1746157079.321344:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.321353:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.321359:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b25b480 00000100:00100000:1.0:1746157079.321385:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2674 00000100:00100000:1.0:1746157079.321391:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685205632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157079.321511:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685205632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.321516:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2674 00002000:00100000:1.0:1746157079.321521:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25b480 x1830977685205632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.321527:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25b480 with x1830977685205632 ext(0->4095) 00010000:00010000:1.0:1746157079.321531:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.321540:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.321545:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b25b480 00000100:00100000:0.0:1746157079.323101:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.323162:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685205760 00000100:00100000:1.0:1746157079.323169:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685205760 00010000:00010000:1.0:1746157079.323189:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.323218:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17102 00000100:00100000:1.0:1746157079.323224:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685205760:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.323232:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.323245:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.323254:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.323271:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa82 expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.323284:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.323285:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.323291:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 13 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.323298:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 13 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.323324:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 13 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.323334:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679191424:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.323394:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093fee180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.326391:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.326448:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685206016 00000100:00100000:3.0:1746157079.326455:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685206016 00000100:00100000:1.0:1746157079.326477:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679191424:192.168.203.44@tcp:105: 00002000:00100000:3.0:1746157079.326491:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259f80 x1830977685206016/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746157079.326494:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746157079.326499:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259f80 with x1830977685206016 ext(0->4095) 00002000:00010000:3.0:1746157079.326502:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b259f80 00000100:00100000:3.0:1746157079.326519:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13682 00000100:00100000:3.0:1746157079.326526:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977685206016:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157079.326526:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685205760:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3302us (3430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.326534:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17102 00000100:00100000:3.0:1746157079.326647:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977685206016:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (266us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157079.326653:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13682 00002000:00100000:3.0:1746157079.326658:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259f80 x1830977685206016/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.326664:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259f80 with x1830977685206016 ext(0->4095) 00002000:00010000:3.0:1746157079.326667:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b259f80 00000100:00100000:0.0:1746157079.329041:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.329095:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685206144 00000100:00100000:2.0:1746157079.329102:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685206144 00000100:00100000:2.0:1746157079.329149:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29764 00000100:00100000:2.0:1746157079.329157:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685206144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.329170:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.329184:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa90 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.329211:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 13 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.329217:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.329219:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.329222:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.329252:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 13 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.329262:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 13 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.329271:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679191552:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.329345:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.332813:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679191552:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.332839:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.332852:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2c00, rc 0) 00000100:00100000:2.0:1746157079.332888:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685206144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3732us (3851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.332895:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29764 00000100:00100000:0.0:1746157079.333610:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.333915:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685206272 00000100:00100000:3.0:1746157079.333920:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685206272 00002000:00100000:3.0:1746157079.333953:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b258000 x1830977685206272/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.333976:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258000 with x1830977685206272 ext(0->7) 00010000:00010000:3.0:1746157079.333983:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 14 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.333993:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 14 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157079.333999:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258000 00000100:00100000:3.0:1746157079.334015:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2675 00000100:00100000:3.0:1746157079.334021:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977685206272:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157079.338938:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685206272:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4910us (5322us total) trans 4294970574 rc 0/0 00000100:00100000:0.0:1746157079.338949:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2675 00002000:00100000:0.0:1746157079.338958:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b258000 x1830977685206272/t4294970574(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.338975:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258000 with x1830977685206272 ext(0->7) 00010000:00010000:0.0:1746157079.338984:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 16 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746157079.338999:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 16 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746157079.339005:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258000 00000100:00100000:0.0:1746157079.349992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.350039:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.350126:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685206528 00000100:00100000:2.0:1746157079.350135:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685206528 00000100:00100000:2.0:1746157079.350168:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29765 00000100:00100000:2.0:1746157079.350174:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:1767:x1830977685206528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.350189:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.350202:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa97 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.350224:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.350228:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.350234:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157079.350237:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 17 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.350265:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.350275:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 17 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.350282:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:2.0:1746157079.350315:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:1767:x1830977685206528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.350320:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29765 00000100:00100000:1.0:1746157079.350385:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685206400 00000100:00100000:1.0:1746157079.350389:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685206400 00010000:00010000:1.0:1746157079.350405:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 17 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.350432:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17103 00000100:00100000:1.0:1746157079.350437:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2011:x1830977685206400:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.350444:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.350457:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 17 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.350466:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 17 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.350479:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed8853505d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa89 expref: 17 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.350492:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.350494:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.350499:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.350510:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.351094:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.351104:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 5 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746157079.351114:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b25b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679191808:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.351516:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.353413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.353691:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b25b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679191808:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.353707:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.353765:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685206400:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3327us (3782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.353774:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17103 00000100:00100000:2.0:1746157079.354256:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685206784 00000100:00100000:2.0:1746157079.354262:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685206784 00002000:00100000:2.0:1746157079.354293:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25b100 x1830977685206784/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.354307:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25b100 with x1830977685206784 ext(0->4095) 00010000:00010000:2.0:1746157079.354314:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.354325:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.354331:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b25b100 00000100:00100000:2.0:1746157079.354600:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2676 00000100:00100000:2.0:1746157079.354608:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685206784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.354722:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685206784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (1313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.354728:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2676 00002000:00100000:2.0:1746157079.354733:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25b100 x1830977685206784/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.354756:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25b100 with x1830977685206784 ext(0->4095) 00010000:00010000:2.0:1746157079.354761:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.354769:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.354775:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b25b100 00000100:00100000:0.0:1746157079.358375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.358491:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685206912 00000100:00100000:1.0:1746157079.358499:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685206912 00010000:00010000:1.0:1746157079.358529:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.358566:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17104 00000100:00100000:1.0:1746157079.358573:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685206912:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.358583:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.358599:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.358610:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.358629:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa90 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.358649:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.358651:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.358657:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.358668:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.358698:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.358709:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679191936:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.358794:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.361770:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.361933:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679191936:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.361949:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.361996:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685206912:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3422us (3627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.362004:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17104 00000100:00100000:1.0:1746157079.362255:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685207168 00000100:00100000:1.0:1746157079.362260:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685207168 00002000:00100000:1.0:1746157079.362291:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258700 x1830977685207168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.362299:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258700 with x1830977685207168 ext(0->4095) 00002000:00010000:1.0:1746157079.362303:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b258700 00000100:00100000:1.0:1746157079.362375:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13683 00000100:00100000:1.0:1746157079.362383:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685207168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157079.363176:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685207168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 555us (1175us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.363184:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13683 00002000:00100000:1.0:1746157079.363190:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258700 x1830977685207168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.363197:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258700 with x1830977685207168 ext(0->4095) 00002000:00010000:1.0:1746157079.363201:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b258700 00000100:00100000:0.0:1746157079.368843:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.368924:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685207296 00000100:00100000:2.0:1746157079.368933:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685207296 00000100:00100000:2.0:1746157079.369002:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29766 00000100:00100000:2.0:1746157079.369009:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685207296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.369024:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.369039:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fa9e expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.369060:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.369066:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.369067:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.369070:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.369091:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.369101:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 15 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.369110:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679192064:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.369201:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.372527:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679192064:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.372553:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.372571:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3c00, rc 0) 00000100:00100000:2.0:1746157079.372603:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685207296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3594us (3769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.372610:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29766 00000100:00100000:0.0:1746157079.388876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.390143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.390190:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685207424 00000100:00100000:1.0:1746157079.390197:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685207424 00002000:00100000:1.0:1746157079.390235:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b258e00 x1830977685207424/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.390245:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258e00 with x1830977685207424 ext(0->7) 00010000:00010000:1.0:1746157079.390253:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 16 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.390265:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 16 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746157079.390271:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258e00 00000100:00100000:1.0:1746157079.390297:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2677 00000100:00100000:1.0:1746157079.390303:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685207424:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157079.391155:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685207552 00000100:00100000:2.0:1746157079.391160:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685207552 00000100:00100000:2.0:1746157079.391191:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29767 00000100:00100000:2.0:1746157079.391196:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:1767:x1830977685207552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.391204:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.391216:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481faa5 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.391232:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.391237:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.391243:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157079.391246:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 20 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.391274:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.391284:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 20 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.391297:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2c00, rc 0) 00000100:00100000:2.0:1746157079.391341:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:1767:x1830977685207552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.391347:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29767 00000100:00100000:2.0:1746157079.391833:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977685207424:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1529us (2964us total) trans 4294970575 rc 0/0 00000100:00100000:2.0:1746157079.391840:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2677 00002000:00100000:2.0:1746157079.391846:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b258e00 x1830977685207424/t4294970575(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.391853:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258e00 with x1830977685207424 ext(0->7) 00010000:00010000:2.0:1746157079.391859:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.391869:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.391875:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258e00 00000100:00100000:0.0:1746157079.393695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.394764:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685207680 00000100:00100000:1.0:1746157079.394772:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685207680 00010000:00010000:1.0:1746157079.394803:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.394836:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17105 00000100:00100000:1.0:1746157079.394842:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2012:x1830977685207680:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.394853:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.394868:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.394877:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.394894:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853505e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa97 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.394910:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.394911:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.394918:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.394924:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.394951:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.395206:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 5 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.395224:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679192320:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.397007:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.404220:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679192320:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.404240:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.404273:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2012:x1830977685207680:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9431us (10585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.404282:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17105 00000100:00100000:0.0:1746157079.406812:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.406923:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685207936 00000100:00100000:2.0:1746157079.406930:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685207936 00002000:00100000:2.0:1746157079.406974:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25b800 x1830977685207936/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.406983:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25b800 with x1830977685207936 ext(0->4095) 00010000:00010000:2.0:1746157079.406990:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.407006:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.407013:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b25b800 00000100:00100000:2.0:1746157079.407611:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2678 00000100:00100000:2.0:1746157079.407620:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685207936:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157079.407766:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685207936:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (960us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.407772:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2678 00002000:00100000:2.0:1746157079.407778:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25b800 x1830977685207936/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.407785:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25b800 with x1830977685207936 ext(0->4095) 00010000:00010000:2.0:1746157079.407790:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.407799:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.407804:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b25b800 00000100:00100000:0.0:1746157079.411779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.412135:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685208064 00000100:00100000:1.0:1746157079.412142:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685208064 00010000:00010000:1.0:1746157079.412170:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.412202:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17106 00000100:00100000:1.0:1746157079.412208:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685208064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.412218:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.412234:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.412244:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.412261:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed8853505eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fa9e expref: 6 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.412277:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.412279:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.412286:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.412293:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.412322:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.412333:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679192448:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.414266:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.417137:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679192448:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.417156:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.417194:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685208064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4985us (5421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.417203:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17106 00000100:00100000:0.0:1746157079.417376:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.417501:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685208320 00000100:00100000:2.0:1746157079.417507:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685208320 00002000:00100000:2.0:1746157079.417539:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9880 x1830977685208320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.417548:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9880 with x1830977685208320 ext(0->4095) 00002000:00010000:2.0:1746157079.417552:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c9880 00000100:00100000:2.0:1746157079.417577:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13684 00000100:00100000:2.0:1746157079.417583:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685208320:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.417691:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685208320:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.417696:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13684 00002000:00100000:2.0:1746157079.417705:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9880 x1830977685208320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.417711:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9880 with x1830977685208320 ext(0->4095) 00002000:00010000:2.0:1746157079.417714:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c9880 00000100:00100000:2.0:1746157079.420035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.420097:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685208448 00000100:00100000:0.0:1746157079.420103:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685208448 00000100:00100000:0.0:1746157079.420139:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29768 00000100:00100000:0.0:1746157079.420146:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685208448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157079.420161:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157079.420176:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481faac expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.420202:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.420209:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157079.420210:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157079.420214:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.420242:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.420253:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 17 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746157079.420263:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c5cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679192576:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157079.420339:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.423357:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c5cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679192576:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.423386:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.423400:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97be00, rc 0) 00000100:00100000:2.0:1746157079.423435:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685208448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3290us (3408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.423442:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29768 00000100:00100000:0.0:1746157079.423774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.423995:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685208576 00000100:00100000:1.0:1746157079.424001:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685208576 00010000:00010000:1.0:1746157079.424027:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 18 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.424049:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17107 00000100:00100000:1.0:1746157079.424055:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685208576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.424071:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.424088:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 18 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.424103:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 18 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.424125:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853505f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faa5 expref: 18 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.424141:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.424143:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.424149:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.424157:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.424185:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.424196:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679192704:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.425694:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.428867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.429101:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685208704 00000100:00100000:2.0:1746157079.429108:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685208704 00000100:00100000:0.0:1746157079.429786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.429850:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29769 00000100:00100000:2.0:1746157079.429859:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:1767:x1830977685208704:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.429873:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.429887:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fab3 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.429910:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.429917:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.429918:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.429921:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 19 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.429945:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.429955:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 5 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.429975:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679192832:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157079.430065:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685208960 00000100:00100000:3.0:1746157079.430069:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685208960 00002000:00100000:3.0:1746157079.430094:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9180 x1830977685208960/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.430102:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9180 with x1830977685208960 ext(0->4095) 00010000:00010000:3.0:1746157079.430108:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.430117:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157079.430122:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9180 00000100:00100000:3.0:1746157079.430134:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2679 00000100:00100000:3.0:1746157079.430140:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685208960:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157079.430339:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679192704:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.430354:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157079.430641:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.431068:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685208960:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 927us (1282us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157079.431075:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2679 00002000:00100000:3.0:1746157079.431081:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9180 x1830977685208960/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.431089:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9180 with x1830977685208960 ext(0->4095) 00010000:00010000:3.0:1746157079.431094:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.431103:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157079.431108:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9180 00000100:00100000:1.0:1746157079.431586:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2011:x1830977685208576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7530us (7811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.431595:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17107 00000100:00100000:2.0:1746157079.436867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.436958:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679192832:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157079.436993:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 18 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.437008:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3c00, rc 0) 00000100:00100000:0.0:1746157079.437058:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:1767:x1830977685208704:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7200us (8198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157079.437066:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29769 00000100:00100000:0.0:1746157079.437088:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685209088 00000100:00100000:0.0:1746157079.437093:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685209088 00000100:00100000:0.0:1746157079.437119:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29770 00000100:00100000:0.0:1746157079.437125:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:1768:x1830977685209088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157079.437137:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157079.437148:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481faba expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.437166:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157079.437170:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 19 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.437179:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157079.437182:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 19 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.437206:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 19 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.437215:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 19 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.437220:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091005600, rc 0) 00000100:00100000:0.0:1746157079.437234:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:1768:x1830977685209088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157079.437240:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29770 00000100:00100000:0.0:1746157079.440513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.440639:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685209216 00000100:00100000:1.0:1746157079.440647:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685209216 00010000:00010000:1.0:1746157079.440684:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.440881:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17108 00000100:00100000:1.0:1746157079.440890:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685209216:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.440902:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.440919:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.440930:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.440950:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed8853505f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faac expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.440978:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.440981:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.440987:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 18 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.440995:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 18 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.441023:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 18 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.441034:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 18 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.441046:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679193088:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.441846:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.446084:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679193088:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.446105:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.446143:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685209216:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5254us (5638us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.446153:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17108 00000100:00100000:0.0:1746157079.447142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.447877:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685209472 00000100:00100000:3.0:1746157079.447885:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685209472 00002000:00100000:3.0:1746157079.447917:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c8a80 x1830977685209472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.447926:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8a80 with x1830977685209472 ext(0->4095) 00010000:00010000:3.0:1746157079.447933:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.447944:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157079.447950:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c8a80 00000100:00100000:3.0:1746157079.447978:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2680 00000100:00100000:3.0:1746157079.447984:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2011:x1830977685209472:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157079.448107:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2011:x1830977685209472:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (966us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157079.448112:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2680 00002000:00100000:3.0:1746157079.448117:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c8a80 x1830977685209472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.448123:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8a80 with x1830977685209472 ext(0->4095) 00010000:00010000:3.0:1746157079.448127:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:3.0:1746157079.448135:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:3.0:1746157079.448140:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c8a80 00000100:00100000:0.0:1746157079.450917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.451056:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685209600 00000100:00100000:1.0:1746157079.451065:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685209600 00010000:00010000:1.0:1746157079.451093:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.451523:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17109 00000100:00100000:1.0:1746157079.451530:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977685209600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.451542:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.451558:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.451570:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.451588:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350600 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fab3 expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.451814:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.451817:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.451823:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 18 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.451832:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 18 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.451859:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 18 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.451869:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679193216:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.452498:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.454294:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.454412:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685209856 00000100:00100000:2.0:1746157079.454418:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685209856 00002000:00100000:2.0:1746157079.454452:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cb100 x1830977685209856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.454460:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb100 with x1830977685209856 ext(0->4095) 00002000:00010000:2.0:1746157079.454464:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5cb100 00000100:00100000:2.0:1746157079.454488:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13685 00000100:00100000:2.0:1746157079.454494:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2013:x1830977685209856:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157079.454606:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2013:x1830977685209856:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.454612:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13685 00002000:00100000:2.0:1746157079.454617:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cb100 x1830977685209856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.454624:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb100 with x1830977685209856 ext(0->4095) 00002000:00010000:2.0:1746157079.454626:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5cb100 00000100:00100000:1.0:1746157079.454709:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679193216:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.454725:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.454768:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2010:x1830977685209600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3238us (3856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.454774:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17109 00000100:00100000:0.0:1746157079.457850:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.457990:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685209984 00000100:00100000:2.0:1746157079.457998:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685209984 00000100:00100000:2.0:1746157079.458043:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29771 00000100:00100000:2.0:1746157079.458050:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685209984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.458066:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.458080:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fac1 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.458103:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 17 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.458109:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.458111:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.458114:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.458142:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 17 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.458158:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 17 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:2.0:1746157079.458168:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679193344:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.458242:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.460638:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679193344:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.460663:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.460676:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2e00, rc 0) 00000100:00100000:2.0:1746157079.460720:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685209984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2670us (2879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.460727:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29771 00000100:00100000:0.0:1746157079.461430:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.461614:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685210112 00000100:00100000:1.0:1746157079.461620:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685210112 00010000:00010000:1.0:1746157079.461644:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 18 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.462482:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17110 00000100:00100000:1.0:1746157079.462491:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685210112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.462507:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.462525:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 18 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.462541:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 18 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.462560:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885350607 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faba expref: 18 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.462588:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.462590:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.462596:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.462603:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.462630:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.462640:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679193472:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.462699:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.465151:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.465276:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679193472:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.465296:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.465340:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2011:x1830977685210112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2850us (3911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.465349:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17110 00000100:00100000:3.0:1746157079.465479:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685210368 00000100:00100000:3.0:1746157079.465485:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685210368 00002000:00100000:3.0:1746157079.465519:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5ca680 x1830977685210368/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.465528:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca680 with x1830977685210368 ext(0->4095) 00002000:00010000:3.0:1746157079.465531:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5ca680 00000100:00100000:3.0:1746157079.465930:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13686 00000100:00100000:3.0:1746157079.465939:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685210368:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157079.466069:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685210368:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (926us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157079.466076:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13686 00002000:00100000:3.0:1746157079.466082:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5ca680 x1830977685210368/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.466089:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca680 with x1830977685210368 ext(0->4095) 00002000:00010000:3.0:1746157079.466092:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5ca680 00000100:00100000:1.0:1746157079.467176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.467468:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685210496 00000100:00100000:3.0:1746157079.467473:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685210496 00000100:00100000:3.0:1746157079.467799:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29772 00000100:00100000:3.0:1746157079.467807:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:1767:x1830977685210496:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.467819:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.467832:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fac8 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.467855:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.467861:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.467863:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.467866:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 18 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.467890:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.467899:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 5 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.467913:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679193600:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157079.467989:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.470409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.470432:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685210624 00000100:00100000:0.0:1746157079.470438:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685210624 00000100:00100000:0.0:1746157079.470467:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29773 00000100:00100000:0.0:1746157079.470473:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:1768:x1830977685210624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157079.470486:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157079.470498:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481facf expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.470517:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157079.470522:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 20 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.470527:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157079.470530:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 20 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.470557:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 20 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.470567:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 20 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.470576:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c6cba00, rc 0) 00000100:00100000:0.0:1746157079.470617:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:1768:x1830977685210624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157079.470623:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29773 00000100:00100000:3.0:1746157079.472316:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679193600:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157079.472336:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 19 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.472347:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527600, rc 0) 00000100:00100000:3.0:1746157079.472382:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:1767:x1830977685210496:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4575us (5207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.472389:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29772 00000100:00100000:0.0:1746157079.472823:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.472919:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685210752 00000100:00100000:1.0:1746157079.472924:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685210752 00010000:00010000:1.0:1746157079.472944:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.473731:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17111 00000100:00100000:1.0:1746157079.473756:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685210752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.473766:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.473781:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.473791:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.473809:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535060e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac1 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.473835:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.473837:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.473842:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 18 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.473850:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 18 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.473876:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 18 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.473886:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 18 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.473896:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679193856:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.473954:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.477601:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679193856:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.477622:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.477668:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685210752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3912us (4844us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.477677:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17111 00000100:00100000:0.0:1746157079.478425:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.478511:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685211008 00000100:00100000:2.0:1746157079.478517:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685211008 00002000:00100000:2.0:1746157079.478548:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9c00 x1830977685211008/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.478556:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9c00 with x1830977685211008 ext(0->4095) 00010000:00010000:2.0:1746157079.478564:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 19 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.478577:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 19 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.478587:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9c00 00000100:00100000:2.0:1746157079.478612:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2681 00000100:00100000:2.0:1746157079.478619:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977685211008:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157079.478889:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977685211008:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 269us (463us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.478896:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2681 00002000:00100000:2.0:1746157079.478901:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9c00 x1830977685211008/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.478908:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9c00 with x1830977685211008 ext(0->4095) 00010000:00010000:2.0:1746157079.478912:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 19 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.478921:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 19 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.478926:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9c00 00000100:00100000:0.0:1746157079.481489:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.481766:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685211136 00000100:00100000:1.0:1746157079.481774:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685211136 00010000:00010000:1.0:1746157079.481803:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 19 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.481842:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17112 00000100:00100000:1.0:1746157079.481851:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2012:x1830977685211136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.481862:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.481877:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 19 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.481888:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 19 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.481908:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350615 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fac8 expref: 19 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.481939:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.481941:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.481947:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 18 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.481954:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 18 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.481993:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 18 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.482003:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679193984:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.482472:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.486840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.487045:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685211392 00000100:00100000:2.0:1746157079.487055:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685211392 00002000:00100000:2.0:1746157079.487109:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5caa00 x1830977685211392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.487118:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5caa00 with x1830977685211392 ext(0->4095) 00002000:00010000:2.0:1746157079.487124:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5caa00 00000100:00100000:1.0:1746157079.487589:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679193984:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.487613:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.487665:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2012:x1830977685211136:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5815us (6181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.487675:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17112 00000100:00100000:2.0:1746157079.488282:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13687 00000100:00100000:2.0:1746157079.488294:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685211392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.488443:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685211392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (1614us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.488449:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13687 00002000:00100000:2.0:1746157079.488457:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5caa00 x1830977685211392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.488466:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5caa00 with x1830977685211392 ext(0->4095) 00002000:00010000:2.0:1746157079.488470:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5caa00 00000100:00100000:0.0:1746157079.501328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.501559:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685211520 00000100:00100000:3.0:1746157079.501571:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685211520 00000100:00100000:3.0:1746157079.502764:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29774 00000100:00100000:3.0:1746157079.502780:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685211520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.502801:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.502818:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fad6 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.502849:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.502856:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.502858:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.502861:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.502895:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.502907:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 17 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.502917:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679194112:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157079.503808:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.510430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.510512:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685211648 00000100:00100000:2.0:1746157079.510522:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685211648 00002000:00100000:2.0:1746157079.510573:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5cb800 x1830977685211648/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.510583:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb800 with x1830977685211648 ext(0->7) 00010000:00010000:2.0:1746157079.510594:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 18 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.510609:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 18 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.510617:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cb800 00000100:00100000:2.0:1746157079.510650:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2682 00000100:00100000:2.0:1746157079.510668:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685211648:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157079.510793:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679194112:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157079.510821:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.511253:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526400, rc 0) 00000100:00100000:3.0:1746157079.511315:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685211520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8540us (9997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.511323:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29774 00000100:00100000:0.0:1746157079.513497:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685211648:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2831us (3070us total) trans 4294970576 rc 0/0 00000100:00100000:0.0:1746157079.513509:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2682 00002000:00100000:0.0:1746157079.513521:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5cb800 x1830977685211648/t4294970576(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.513529:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb800 with x1830977685211648 ext(0->7) 00010000:00010000:0.0:1746157079.513538:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 20 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746157079.513552:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 20 pid: 9578 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746157079.513559:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cb800 00000100:00100000:0.0:1746157079.517902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.518064:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685211776 00000100:00100000:3.0:1746157079.518075:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685211776 00000100:00100000:0.0:1746157079.518332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.518506:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29775 00000100:00100000:3.0:1746157079.518524:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:1767:x1830977685211776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.518547:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.518566:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fadd expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.518595:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.518602:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.518608:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157079.518610:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 21 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.518646:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.518660:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 21 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.518670:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157079.518717:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:1767:x1830977685211776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (1390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.518723:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29775 00000100:00100000:1.0:1746157079.519377:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685211904 00000100:00100000:1.0:1746157079.519384:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685211904 00010000:00010000:1.0:1746157079.519408:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 21 pid: 9578 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.519443:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17113 00000100:00100000:1.0:1746157079.519448:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:2011:x1830977685211904:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.519458:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746157079.519474:0:7221:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746157079 -> 1746157080 00002000:00010000:1.0:1746157079.519477:0:7221:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746157079 -> 1746157080 00010000:00010000:1.0:1746157079.519483:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 21 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.519494:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 21 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.519512:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c6cba00/0x7b65fed88535061c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481facf expref: 21 pid: 9578 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.519536:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.519539:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.519545:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.519553:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.519577:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.519588:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 5 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.519600:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679194368:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.520011:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.522204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.522331:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679194368:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.522358:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.522409:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685211904:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2959us (4076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.522420:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17113 00000100:00100000:2.0:1746157079.522501:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685212160 00000100:00100000:2.0:1746157079.522508:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685212160 00002000:00100000:2.0:1746157079.522547:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac000 x1830977685212160/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.522558:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac000 with x1830977685212160 ext(0->4095) 00010000:00010000:2.0:1746157079.522565:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.522577:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.522582:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7ac000 00000100:00100000:2.0:1746157079.522611:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2683 00000100:00100000:2.0:1746157079.522617:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685212160:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157079.522783:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685212160:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (585us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.522789:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2683 00002000:00100000:2.0:1746157079.522795:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac000 x1830977685212160/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.522802:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac000 with x1830977685212160 ext(0->4095) 00010000:00010000:2.0:1746157079.522806:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.522815:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.522820:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7ac000 00000100:00100000:0.0:1746157079.525234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.525332:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685212288 00000100:00100000:1.0:1746157079.525340:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685212288 00010000:00010000:1.0:1746157079.525381:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.525416:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17114 00000100:00100000:1.0:1746157079.525423:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685212288:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.525436:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.525454:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.525466:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.525491:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350623 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fad6 expref: 6 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.526400:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.526405:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.526418:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 19 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.526427:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 19 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.526474:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 19 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.526488:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679194496:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.526605:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.533500:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679194496:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.533535:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.533596:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685212288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8172us (8373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.533608:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17114 00000100:00100000:0.0:1746157079.534302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.534835:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685212544 00000100:00100000:1.0:1746157079.534842:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685212544 00002000:00100000:1.0:1746157079.534885:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac700 x1830977685212544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.534895:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac700 with x1830977685212544 ext(0->4095) 00002000:00010000:1.0:1746157079.534902:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7ac700 00000100:00100000:1.0:1746157079.535153:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13688 00000100:00100000:1.0:1746157079.535165:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685212544:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157079.535342:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685212544:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (1040us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.535689:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13688 00002000:00100000:1.0:1746157079.535697:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac700 x1830977685212544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.535710:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac700 with x1830977685212544 ext(0->4095) 00002000:00010000:1.0:1746157079.535713:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7ac700 00000100:00100000:0.0:1746157079.537844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.537913:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685212672 00000100:00100000:1.0:1746157079.537924:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685212672 00000100:00100000:1.0:1746157079.537988:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29776 00000100:00100000:1.0:1746157079.537995:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685212672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157079.538015:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157079.538033:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fae4 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.538634:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 19 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.538642:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157079.538644:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157079.538648:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.538733:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 19 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.538783:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 19 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.538797:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679194624:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157079.538893:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.541084:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679194624:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157079.541122:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.541140:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f383a00, rc 0) 00000100:00100000:1.0:1746157079.541203:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685212672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3207us (3368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.541212:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29776 00000100:00100000:0.0:1746157079.544564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.545328:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685212800 00000100:00100000:1.0:1746157079.545340:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685212800 00010000:00010000:1.0:1746157079.545379:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 20 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.545417:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17115 00000100:00100000:1.0:1746157079.545425:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2010:x1830977685212800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.545439:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.545459:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 20 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.545472:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 20 pid: 9577 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.545506:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535062a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fadd expref: 20 pid: 9577 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746157079.545772:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.546007:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685212928 00000100:00100000:0.0:1746157079.546014:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685212928 00010000:00010000:1.0:1746157079.546267:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.546270:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.546279:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.546288:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.546326:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.546338:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679194752:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.547256:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.548182:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29777 00000100:00100000:0.0:1746157079.548198:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:1767:x1830977685212928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157079.548218:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157079.548235:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481faeb expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.548649:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157079.548659:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157079.548661:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157079.548665:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 21 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.549045:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.549059:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 5 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.549072:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679194880:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157079.549171:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.551157:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679194880:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157079.551193:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 21 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.551213:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091004800, rc 0) 00000100:00100000:3.0:1746157079.551271:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:1767:x1830977685212928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3079us (5499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.551282:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29777 00000100:00100000:0.0:1746157079.552356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.552442:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679194752:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.552463:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.552504:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2010:x1830977685212800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7078us (7950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.552516:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17115 00000100:00100000:2.0:1746157079.552518:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685213184 00000100:00100000:2.0:1746157079.552527:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685213184 00002000:00100000:2.0:1746157079.552575:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac380 x1830977685213184/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.552584:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac380 with x1830977685213184 ext(0->4095) 00010000:00010000:2.0:1746157079.552592:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.552606:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.552613:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7ac380 00000100:00100000:2.0:1746157079.552645:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2684 00000100:00100000:2.0:1746157079.552652:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685213184:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157079.552835:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685213184:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 184us (485us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.552841:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2684 00002000:00100000:2.0:1746157079.552846:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac380 x1830977685213184/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.552852:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac380 with x1830977685213184 ext(0->4095) 00010000:00010000:2.0:1746157079.552856:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.552865:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.552870:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7ac380 00000100:00100000:0.0:1746157079.558936:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.560249:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685213312 00000100:00100000:1.0:1746157079.560261:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685213312 00010000:00010000:1.0:1746157079.560306:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.560360:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17116 00000100:00100000:1.0:1746157079.560367:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685213312:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.560381:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.560403:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.560421:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.560444:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885350631 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fae4 expref: 6 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.560475:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.560477:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.560485:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 19 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.560493:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 19 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.560539:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 19 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.560553:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679195008:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.560640:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.565619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.565676:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685213568 00000100:00100000:3.0:1746157079.565684:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685213568 00000100:00100000:1.0:1746157079.565696:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679195008:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.565720:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746157079.565732:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ae300 x1830977685213568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.565769:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ae300 with x1830977685213568 ext(0->4095) 00002000:00010000:3.0:1746157079.565773:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7ae300 00000100:00100000:1.0:1746157079.565793:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685213312:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5425us (6865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.565803:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17116 00000100:00100000:3.0:1746157079.565805:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13689 00000100:00100000:3.0:1746157079.565811:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685213568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157079.565946:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685213568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (334us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157079.565951:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13689 00002000:00100000:3.0:1746157079.565956:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ae300 x1830977685213568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.565972:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ae300 with x1830977685213568 ext(0->4095) 00002000:00010000:3.0:1746157079.565975:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7ae300 00000100:00100000:0.0:1746157079.570436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.571252:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685213696 00000100:00100000:3.0:1746157079.571262:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685213696 00000100:00100000:3.0:1746157079.571528:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29778 00000100:00100000:3.0:1746157079.571538:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685213696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.571559:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.571577:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481faf2 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.571605:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 19 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.571612:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.571614:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.571617:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.571645:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 19 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.571655:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 19 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:3.0:1746157079.571667:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679195136:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157079.571766:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.578886:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679195136:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157079.578921:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.578939:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526400, rc 0) 00000100:00100000:3.0:1746157079.579007:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685213696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7470us (8581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.579019:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29778 00000100:00100000:0.0:1746157079.590660:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.590848:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685213824 00000100:00100000:2.0:1746157079.590858:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685213824 00002000:00100000:2.0:1746157079.590906:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306f1f80 x1830977685213824/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.590915:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1f80 with x1830977685213824 ext(0->7) 00010000:00010000:2.0:1746157079.590923:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 20 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:2.0:1746157079.590937:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 20 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:2.0:1746157079.590945:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1f80 00000100:00100000:2.0:1746157079.591432:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2685 00000100:00100000:2.0:1746157079.591441:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685213824:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157079.592202:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977685213824:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 760us (1549us total) trans 4294970577 rc 0/0 00000100:00100000:0.0:1746157079.592210:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2685 00002000:00100000:0.0:1746157079.592217:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306f1f80 x1830977685213824/t4294970577(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.592224:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1f80 with x1830977685213824 ext(0->7) 00010000:00010000:0.0:1746157079.592230:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 22 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746157079.592241:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 22 pid: 9674 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746157079.592251:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1f80 00000100:00100000:0.0:1746157079.602708:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.602909:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685213952 00000100:00100000:3.0:1746157079.602919:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685213952 00000100:00100000:3.0:1746157079.602985:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29779 00000100:00100000:3.0:1746157079.602993:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:1767:x1830977685213952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.603013:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.603030:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481faf9 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.603057:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.603064:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.603069:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157079.603073:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 23 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.603108:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.603122:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 23 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.603132:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157079.603176:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:1767:x1830977685213952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.603182:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29779 00000100:00100000:0.0:1746157079.604970:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.605063:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685214080 00000100:00100000:1.0:1746157079.605071:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685214080 00010000:00010000:1.0:1746157079.605104:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 23 pid: 9674 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746157079.605144:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17117 00000100:00100000:1.0:1746157079.605152:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2012:x1830977685214080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.605163:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.605184:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 23 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.605196:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 23 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.605220:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed885350638 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faeb expref: 23 pid: 9674 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746157079.605249:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.605251:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.605259:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.605266:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.605295:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.605306:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 5 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746157079.605319:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679195392:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.605401:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157079.613948:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679195392:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.613985:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.614321:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2012:x1830977685214080:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9167us (9364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.614333:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17117 00000100:00100000:0.0:1746157079.614522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.614864:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685214336 00000100:00100000:1.0:1746157079.614872:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685214336 00002000:00100000:1.0:1746157079.614910:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3100 x1830977685214336/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.614919:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3100 with x1830977685214336 ext(0->4095) 00010000:00010000:1.0:1746157079.614928:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.614941:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157079.614947:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f3100 00000100:00100000:1.0:1746157079.615608:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2686 00000100:00100000:1.0:1746157079.615618:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685214336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157079.615826:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685214336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 210us (1304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.615835:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2686 00002000:00100000:1.0:1746157079.615841:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3100 x1830977685214336/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.615849:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3100 with x1830977685214336 ext(0->4095) 00010000:00010000:1.0:1746157079.615856:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.615866:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157079.615872:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f3100 00000100:00100000:0.0:1746157079.620372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.620485:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685214464 00000100:00100000:1.0:1746157079.620495:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685214464 00010000:00010000:1.0:1746157079.620532:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746157079.620682:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17118 00000100:00100000:1.0:1746157079.620691:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685214464:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.620706:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.620726:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.620862:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.620888:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535063f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf2 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.621310:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.621313:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.621321:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 21 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.621329:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 21 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.621365:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 21 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.621377:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679195520:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.622280:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.625582:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.625672:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679195520:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.625696:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.625764:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685214464:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5073us (5401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.625775:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17118 00000100:00100000:3.0:1746157079.625946:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685214720 00000100:00100000:3.0:1746157079.625954:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685214720 00002000:00100000:3.0:1746157079.626009:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1180 x1830977685214720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.626017:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1180 with x1830977685214720 ext(0->4095) 00002000:00010000:3.0:1746157079.626021:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d1180 00000100:00100000:3.0:1746157079.626050:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13690 00000100:00100000:3.0:1746157079.626056:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977685214720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157079.626199:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977685214720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (627us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157079.626205:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13690 00002000:00100000:3.0:1746157079.626211:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1180 x1830977685214720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.626217:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1180 with x1830977685214720 ext(0->4095) 00002000:00010000:3.0:1746157079.626220:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d1180 00000100:00100000:0.0:1746157079.632146:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.632674:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685214848 00000100:00100000:3.0:1746157079.632685:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685214848 00000100:00100000:3.0:1746157079.632778:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29780 00000100:00100000:3.0:1746157079.632786:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685214848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.632806:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.632825:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb00 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.632855:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 21 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.632866:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.632868:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.632871:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.632902:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 21 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.632914:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 21 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.632927:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679195648:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157079.633029:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.637547:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679195648:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157079.637586:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.637606:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527800, rc 0) 00000100:00100000:3.0:1746157079.637666:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685214848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4880us (5534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.637675:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29780 00000100:00100000:0.0:1746157079.648596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.648727:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685214976 00000100:00100000:1.0:1746157079.648774:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685214976 00002000:00100000:1.0:1746157079.648830:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306f0000 x1830977685214976/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.648841:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0000 with x1830977685214976 ext(0->7) 00010000:00010000:1.0:1746157079.648852:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 22 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.648872:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 22 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157079.648879:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0000 00000100:00100000:1.0:1746157079.648915:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2687 00000100:00100000:1.0:1746157079.648923:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2010:x1830977685214976:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157079.649871:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2010:x1830977685214976:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 944us (1285us total) trans 4294970578 rc 0/0 00000100:00100000:0.0:1746157079.649880:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2687 00002000:00100000:0.0:1746157079.649887:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306f0000 x1830977685214976/t4294970578(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.649894:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0000 with x1830977685214976 ext(0->7) 00010000:00010000:0.0:1746157079.649900:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 24 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157079.649909:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 24 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157079.649915:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0000 00000100:00100000:0.0:1746157079.655016:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.655123:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685215104 00000100:00100000:3.0:1746157079.655134:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685215104 00000100:00100000:3.0:1746157079.655197:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29781 00000100:00100000:3.0:1746157079.655205:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1767:x1830977685215104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.655231:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.655251:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb07 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.655282:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.655289:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.655295:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157079.655299:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 25 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.655339:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.655354:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 25 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.655364:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157079.655410:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:1767:x1830977685215104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.655416:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29781 00000100:00100000:0.0:1746157079.671614:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.671722:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685215232 00000100:00100000:1.0:1746157079.671733:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685215232 00010000:00010000:1.0:1746157079.671806:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 25 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746157079.671849:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17119 00000100:00100000:1.0:1746157079.671856:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2012:x1830977685215232:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.671871:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.671894:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 25 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.671906:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 25 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.671933:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350646 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481faf9 expref: 25 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.671953:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.671955:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.671993:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.672001:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.672044:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.672056:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 5 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746157079.672068:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679195904:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.672349:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.674794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.674825:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685215488 00000100:00100000:0.0:1746157079.674832:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685215488 00002000:00100000:0.0:1746157079.674877:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f1880 x1830977685215488/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.674888:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1880 with x1830977685215488 ext(0->4095) 00010000:00010000:0.0:1746157079.674898:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157079.674911:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157079.674918:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1880 00000100:00100000:0.0:1746157079.674946:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2688 00000100:00100000:0.0:1746157079.674953:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685215488:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157079.675098:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685215488:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157079.675104:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2688 00002000:00100000:0.0:1746157079.675109:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f1880 x1830977685215488/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.675117:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1880 with x1830977685215488 ext(0->4095) 00010000:00010000:0.0:1746157079.675121:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157079.675130:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157079.675136:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1880 00000100:00100000:1.0:1746157079.675318:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679195904:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157079.675336:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157079.678318:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2012:x1830977685215232:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6445us (6700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157079.678335:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17119 00000100:00100000:0.0:1746157079.680876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.680995:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685215616 00000100:00100000:1.0:1746157079.681005:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685215616 00010000:00010000:1.0:1746157079.681040:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746157079.681075:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17120 00000100:00100000:1.0:1746157079.681081:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685215616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157079.681094:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157079.681113:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.681124:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.681146:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed88535064d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb00 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.681408:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.681410:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157079.681417:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 23 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.681425:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 23 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157079.681456:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 23 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157079.681466:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679196032:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157079.682858:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.686620:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.686697:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685215872 00000100:00100000:3.0:1746157079.686708:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685215872 00002000:00100000:3.0:1746157079.686783:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3b80 x1830977685215872/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.686793:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3b80 with x1830977685215872 ext(0->4095) 00002000:00010000:3.0:1746157079.686801:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f3b80 00000100:00100000:3.0:1746157079.686823:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13691 00000100:00100000:3.0:1746157079.686831:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2010:x1830977685215872:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157079.687006:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2010:x1830977685215872:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (391us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157079.687013:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13691 00002000:00100000:3.0:1746157079.687019:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3b80 x1830977685215872/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.687026:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3b80 with x1830977685215872 ext(0->4095) 00002000:00010000:3.0:1746157079.687028:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f3b80 00000100:00100000:2.0:1746157079.687107:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679196032:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157079.687130:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157079.687155:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685215616:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6074us (6288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.687163:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17120 00000100:00100000:2.0:1746157079.689153:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.689329:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685216000 00000100:00100000:3.0:1746157079.689337:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685216000 00000100:00100000:3.0:1746157079.689841:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29782 00000100:00100000:3.0:1746157079.689851:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685216000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.689871:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.689889:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb0e expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.689920:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 23 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.689928:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.689929:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.689932:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.689979:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 23 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.689992:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 23 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.690004:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679196160:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157079.690089:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.692832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.692922:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679196160:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157079.692954:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.692984:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:3.0:1746157079.693028:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685216000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3179us (3885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.693037:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29782 00000100:00100000:2.0:1746157079.693187:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685216128 00000100:00100000:2.0:1746157079.693194:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685216128 00010000:00010000:2.0:1746157079.693222:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 24 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.693243:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17121 00000100:00100000:2.0:1746157079.693249:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2011:x1830977685216128:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157079.693260:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157079.693280:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 24 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.693290:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 24 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.693309:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350654 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb07 expref: 24 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.693328:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.693330:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.693337:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.693347:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.693375:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157079.693386:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679196288:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157079.693436:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.695154:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.695239:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679196288:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157079.695257:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157079.695289:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2011:x1830977685216128:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2039us (2469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.695300:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17121 00000100:00100000:1.0:1746157079.695376:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685216384 00000100:00100000:1.0:1746157079.695382:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685216384 00002000:00100000:1.0:1746157079.695420:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0380 x1830977685216384/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.695428:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0380 with x1830977685216384 ext(0->4095) 00002000:00010000:1.0:1746157079.695433:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f0380 00000100:00100000:1.0:1746157079.695460:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13692 00000100:00100000:1.0:1746157079.695465:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685216384:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157079.695594:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685216384:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.695600:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13692 00002000:00100000:1.0:1746157079.695604:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0380 x1830977685216384/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.695611:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0380 with x1830977685216384 ext(0->4095) 00002000:00010000:1.0:1746157079.695614:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f0380 00000100:00100000:0.0:1746157079.698127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.698264:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685216512 00000100:00100000:3.0:1746157079.698272:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685216512 00000100:00100000:3.0:1746157079.698310:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29783 00000100:00100000:3.0:1746157079.698318:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:1767:x1830977685216512:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.698335:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.698355:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb15 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.698383:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.698391:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.698392:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.698396:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 24 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.698425:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.698434:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 5 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.698445:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679196416:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157079.700284:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.701566:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.701646:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685216640 00000100:00100000:2.0:1746157079.701654:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685216640 00000100:00100000:2.0:1746157079.702239:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29784 00000100:00100000:2.0:1746157079.702249:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:1768:x1830977685216640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.702267:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.702284:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb1c expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.702313:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.702319:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.702325:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.702332:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 26 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.702371:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.702384:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 26 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.702394:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3c00, rc 0) 00000100:00100000:2.0:1746157079.702449:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1768:x1830977685216640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.702455:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29784 00000100:00100000:3.0:1746157079.705166:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679196416:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157079.705203:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.705221:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157079.705270:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:1767:x1830977685216512:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6952us (7152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.705280:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29783 00000100:00100000:1.0:1746157079.705467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.705822:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685216768 00000100:00100000:2.0:1746157079.705829:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685216768 00010000:00010000:2.0:1746157079.705856:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.705878:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17122 00000100:00100000:2.0:1746157079.705884:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685216768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157079.705897:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157079.705916:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.705927:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.705950:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535065b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb0e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.705982:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.705984:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.705991:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 24 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.706001:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 24 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.706030:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 24 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.706046:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 24 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.706059:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679196672:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157079.707330:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.711070:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679196672:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157079.711096:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157079.711160:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685216768:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5274us (5692us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.711173:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17122 00000100:00100000:0.0:1746157079.711583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.711835:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685217024 00000100:00100000:3.0:1746157079.711843:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685217024 00002000:00100000:3.0:1746157079.711889:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e6680 x1830977685217024/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.711905:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6680 with x1830977685217024 ext(0->4095) 00010000:00010000:3.0:1746157079.711914:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 25 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.711928:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 25 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157079.711934:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e6680 00000100:00100000:3.0:1746157079.711969:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2689 00000100:00100000:3.0:1746157079.711976:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2010:x1830977685217024:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157079.712110:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2010:x1830977685217024:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (529us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157079.712116:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2689 00002000:00100000:3.0:1746157079.712120:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e6680 x1830977685217024/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.712127:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6680 with x1830977685217024 ext(0->4095) 00010000:00010000:3.0:1746157079.712131:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 25 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.712139:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 25 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157079.712144:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e6680 00000100:00100000:0.0:1746157079.715174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.715278:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685217152 00000100:00100000:2.0:1746157079.715288:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685217152 00010000:00010000:2.0:1746157079.715330:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 25 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.715371:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17123 00000100:00100000:2.0:1746157079.715379:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2010:x1830977685217152:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157079.715398:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157079.715421:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 25 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.715435:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 25 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.715456:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350662 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb15 expref: 25 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.715713:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.715715:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.715722:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 24 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.715730:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 24 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.716111:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 24 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157079.716122:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679196800:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157079.716417:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.719429:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679196800:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.719460:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.719517:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2010:x1830977685217152:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4137us (4352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.719531:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17123 00000100:00100000:0.0:1746157079.720140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.720534:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685217408 00000100:00100000:2.0:1746157079.720543:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685217408 00002000:00100000:2.0:1746157079.720598:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5f80 x1830977685217408/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.720607:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5f80 with x1830977685217408 ext(0->4095) 00002000:00010000:2.0:1746157079.720612:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e5f80 00000100:00100000:2.0:1746157079.720643:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13693 00000100:00100000:2.0:1746157079.720651:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2011:x1830977685217408:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.720842:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2011:x1830977685217408:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (705us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.720848:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13693 00002000:00100000:2.0:1746157079.720854:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5f80 x1830977685217408/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.720861:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5f80 with x1830977685217408 ext(0->4095) 00002000:00010000:2.0:1746157079.720864:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e5f80 00000100:00100000:0.0:1746157079.723675:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.723761:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685217536 00000100:00100000:3.0:1746157079.723769:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685217536 00000100:00100000:3.0:1746157079.723822:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29785 00000100:00100000:3.0:1746157079.723830:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685217536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.723845:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.723862:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb23 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.723889:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 23 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.723896:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.723898:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.723901:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.723932:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 23 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.723943:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 23 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.723954:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679196928:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157079.724052:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.725846:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679196928:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157079.725878:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.725894:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157079.725933:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685217536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2104us (2266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.725942:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29785 00000100:00100000:0.0:1746157079.726731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.727268:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685217664 00000100:00100000:3.0:1746157079.727278:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685217664 00010000:00010000:3.0:1746157079.727314:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 24 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.727401:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17124 00000100:00100000:3.0:1746157079.727409:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2011:x1830977685217664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.727425:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.727447:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 24 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.727459:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 24 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.727485:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed885350669 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb1c expref: 24 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.727687:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.727689:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.727696:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.727704:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.727757:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.727769:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679197056:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.728251:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.729902:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.730888:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685217792 00000100:00100000:3.0:1746157079.730897:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685217792 00000100:00100000:3.0:1746157079.730947:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29786 00000100:00100000:3.0:1746157079.730954:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1767:x1830977685217792:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.730981:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.730999:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb2a expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.731030:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.731037:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.731039:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.731044:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.731075:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.731086:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 5 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.731098:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679197184:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.731422:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679197056:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157079.731440:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.732348:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.732621:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2011:x1830977685217664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5211us (5890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.732633:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17124 00000100:00100000:2.0:1746157079.734826:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.735163:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685218048 00000100:00100000:3.0:1746157079.735172:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685218048 00002000:00100000:3.0:1746157079.735217:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d3100 x1830977685218048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.735227:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d3100 with x1830977685218048 ext(0->4095) 00010000:00010000:3.0:1746157079.735236:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.735250:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157079.735256:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d3100 00000100:00100000:3.0:1746157079.735276:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2690 00000100:00100000:3.0:1746157079.735283:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685218048:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157079.735446:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685218048:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (629us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157079.735455:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2690 00002000:00100000:3.0:1746157079.735461:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d3100 x1830977685218048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.735467:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d3100 with x1830977685218048 ext(0->4095) 00010000:00010000:3.0:1746157079.735471:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.735479:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157079.735484:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d3100 00000100:00100000:2.0:1746157079.735769:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679197184:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.735792:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 24 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.735807:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:2.0:1746157079.735828:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1767:x1830977685217792:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4875us (5936us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.735835:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29786 00000100:00100000:0.0:1746157079.739228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.739347:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685218176 00000100:00100000:2.0:1746157079.739358:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685218176 00010000:00010000:2.0:1746157079.739401:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.739644:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17125 00000100:00100000:2.0:1746157079.739652:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685218176:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157079.739670:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157079.739692:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.739704:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.739732:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350670 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb23 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.739797:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.739800:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.739809:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 23 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.739817:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 23 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.739857:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 23 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157079.739871:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679197312:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157079.739984:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2450c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.742701:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.742857:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685218432 00000100:00100000:1.0:1746157079.742865:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685218432 00002000:00100000:1.0:1746157079.742908:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4380 x1830977685218432/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.742917:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4380 with x1830977685218432 ext(0->4095) 00002000:00010000:1.0:1746157079.742922:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e4380 00000100:00100000:2.0:1746157079.743060:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679197312:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157079.743081:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157079.743120:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685218176:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3468us (3906us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.743132:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17125 00000100:00100000:1.0:1746157079.743435:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13694 00000100:00100000:1.0:1746157079.743444:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2013:x1830977685218432:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157079.743579:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2013:x1830977685218432:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (887us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.743585:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13694 00002000:00100000:1.0:1746157079.743591:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4380 x1830977685218432/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.743604:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4380 with x1830977685218432 ext(0->4095) 00002000:00010000:1.0:1746157079.743607:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e4380 00000100:00100000:0.0:1746157079.748845:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.748981:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685218560 00000100:00100000:2.0:1746157079.748991:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685218560 00000100:00100000:2.0:1746157079.749039:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29787 00000100:00100000:2.0:1746157079.749048:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685218560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.749068:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.749087:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb31 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.749118:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 23 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.749124:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.749126:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.749129:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.749158:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 23 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.749170:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 23 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.749181:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679197440:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.749824:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2450c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.751424:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679197440:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.751455:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.751470:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3c00, rc 0) 00000100:00100000:2.0:1746157079.751508:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685218560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2461us (2674us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.751516:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29787 00000100:00100000:0.0:1746157079.752245:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.752462:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685218688 00000100:00100000:3.0:1746157079.752469:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685218688 00002000:00100000:3.0:1746157079.752510:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011f3e5500 x1830977685218688/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.752518:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5500 with x1830977685218688 ext(0->7) 00010000:00010000:3.0:1746157079.752525:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 24 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.752538:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 24 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157079.752543:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e5500 00000100:00100000:3.0:1746157079.752561:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2691 00000100:00100000:3.0:1746157079.752566:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2011:x1830977685218688:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157079.753457:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685218688:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 888us (1211us total) trans 4294970579 rc 0/0 00000100:00100000:0.0:1746157079.753464:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2691 00002000:00100000:0.0:1746157079.753470:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011f3e5500 x1830977685218688/t4294970579(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.753477:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5500 with x1830977685218688 ext(0->7) 00010000:00010000:0.0:1746157079.753482:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 26 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157079.753492:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 26 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157079.753502:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e5500 00000100:00100000:0.0:1746157079.756851:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.757022:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685218816 00000100:00100000:2.0:1746157079.757032:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685218816 00010000:00010000:2.0:1746157079.757074:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 26 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.757100:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17126 00000100:00100000:2.0:1746157079.757106:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685218816:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157079.757120:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157079.757141:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 26 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.757152:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 26 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.757176:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350677 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb2a expref: 26 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.757440:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.757442:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.757451:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.757460:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.757495:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157079.757508:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679197568:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157079.757724:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2450c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.763653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.763941:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685218944 00000100:00100000:3.0:1746157079.763943:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679197568:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157079.763948:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685218944 00010000:00010000:3.0:1746157079.763974:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157079.763997:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29788 00000100:00100000:2.0:1746157079.764004:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685218944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157079.764027:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685218816:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6920us (7185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.764035:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17126 00010000:00010000:2.0:1746157079.764509:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.764528:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb38 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.764557:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.764565:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.764566:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.764570:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.764596:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.764613:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 5 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.764623:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679197696:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.764985:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.765665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.765733:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685219200 00000100:00100000:2.0:1746157079.765760:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685219200 00002000:00100000:2.0:1746157079.765798:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7100 x1830977685219200/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.765807:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7100 with x1830977685219200 ext(0->4095) 00010000:00010000:2.0:1746157079.765815:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.765825:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157079.765831:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e7100 00000100:00100000:2.0:1746157079.765847:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2692 00000100:00100000:2.0:1746157079.765853:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685219200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.766009:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685219200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.766015:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2692 00002000:00100000:2.0:1746157079.766020:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7100 x1830977685219200/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.766032:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7100 with x1830977685219200 ext(0->4095) 00010000:00010000:2.0:1746157079.766037:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.766046:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157079.766051:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e7100 00000100:00100000:2.0:1746157079.767285:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679197696:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.767313:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.767327:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2e00, rc 0) 00000100:00100000:2.0:1746157079.767677:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685218944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3671us (4031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.767686:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29788 00000100:00100000:0.0:1746157079.768781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.769085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.769170:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685219328 00000100:00100000:2.0:1746157079.769177:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685219328 00000100:00100000:2.0:1746157079.769211:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29789 00000100:00100000:2.0:1746157079.769216:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1768:x1830977685219328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.769232:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.769249:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb3f expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.769272:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.769277:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 27 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.769283:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.769286:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 27 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.769317:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 27 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.769326:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 27 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.769333:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3000, rc 0) 00000100:00100000:2.0:1746157079.769365:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1768:x1830977685219328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.769371:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29789 00000100:00100000:3.0:1746157079.769438:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685219456 00000100:00100000:3.0:1746157079.769441:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685219456 00010000:00010000:3.0:1746157079.769459:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.769484:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17127 00000100:00100000:3.0:1746157079.769489:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685219456:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.769496:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.769514:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.769524:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.769540:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3c00/0x7b65fed88535067e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb31 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.769553:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.769554:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.769560:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.769571:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.769608:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.769616:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 26 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.769628:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679197952:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.769681:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.773328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.773397:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679197952:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.773419:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.773788:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685219456:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4296us (4701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.773799:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17127 00000100:00100000:1.0:1746157079.773904:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685219712 00000100:00100000:1.0:1746157079.773912:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685219712 00002000:00100000:1.0:1746157079.773954:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c57d880 x1830977685219712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.773973:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d880 with x1830977685219712 ext(0->4095) 00010000:00010000:1.0:1746157079.773981:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 27 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.773993:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 27 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157079.774000:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c57d880 00000100:00100000:1.0:1746157079.774029:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2693 00000100:00100000:1.0:1746157079.774036:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2011:x1830977685219712:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157079.774197:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2011:x1830977685219712:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (880us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157079.774203:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2693 00002000:00100000:1.0:1746157079.774208:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c57d880 x1830977685219712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.774215:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d880 with x1830977685219712 ext(0->4095) 00010000:00010000:1.0:1746157079.774219:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 27 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.774229:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 27 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157079.774235:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c57d880 00000100:00100000:0.0:1746157079.776904:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.777014:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685219840 00000100:00100000:3.0:1746157079.777024:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685219840 00010000:00010000:3.0:1746157079.777065:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 27 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.777187:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17128 00000100:00100000:3.0:1746157079.777197:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2010:x1830977685219840:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.777211:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.777232:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 27 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.777244:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 27 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.777267:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed885350685 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb38 expref: 27 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.777298:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.777300:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.777307:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.777314:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.777639:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.777653:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679198080:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.778078:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.780701:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679198080:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.780723:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.780808:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685219840:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3611us (3912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.780819:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17128 00000100:00100000:0.0:1746157079.780942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.781537:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685220096 00000100:00100000:2.0:1746157079.781545:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685220096 00002000:00100000:2.0:1746157079.781587:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c57f480 x1830977685220096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.781596:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57f480 with x1830977685220096 ext(0->4095) 00002000:00010000:2.0:1746157079.781600:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c57f480 00000100:00100000:2.0:1746157079.781617:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13695 00000100:00100000:2.0:1746157079.781624:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685220096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.781785:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685220096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (843us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.781794:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13695 00002000:00100000:2.0:1746157079.781799:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c57f480 x1830977685220096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.781805:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57f480 with x1830977685220096 ext(0->4095) 00002000:00010000:2.0:1746157079.781808:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c57f480 00000100:00100000:0.0:1746157079.791005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.791112:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685220224 00000100:00100000:2.0:1746157079.791122:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685220224 00000100:00100000:2.0:1746157079.791894:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29790 00000100:00100000:2.0:1746157079.791905:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685220224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.791926:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.791944:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb46 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.791984:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.791992:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.791994:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.791997:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.792029:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.792040:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 25 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.792057:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679198208:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.793294:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.797719:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679198208:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.799099:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.799120:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:2.0:1746157079.799187:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685220224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7283us (8190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.799196:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29790 00000100:00100000:0.0:1746157079.804170:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157079.805408:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685220352 00000100:00100000:1.0:1746157079.805420:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685220352 00002000:00100000:1.0:1746157079.805480:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910efb80 x1830977685220352/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.805491:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910efb80 with x1830977685220352 ext(0->7) 00010000:00010000:1.0:1746157079.805502:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 26 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.805518:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 26 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157079.805525:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910efb80 00000100:00100000:1.0:1746157079.805560:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2694 00000100:00100000:1.0:1746157079.805568:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685220352:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157079.807834:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2011:x1830977685220352:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2255us (3662us total) trans 4294970580 rc 0/0 00000100:00100000:1.0:1746157079.807847:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2694 00002000:00100000:1.0:1746157079.807858:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910efb80 x1830977685220352/t4294970580(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157079.807867:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910efb80 with x1830977685220352 ext(0->7) 00010000:00010000:1.0:1746157079.807879:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 28 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157079.807896:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 28 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157079.807903:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910efb80 00000100:00100000:0.0:1746157079.812566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.813449:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685220480 00000100:00100000:2.0:1746157079.813459:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685220480 00000100:00100000:2.0:1746157079.813517:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29791 00000100:00100000:2.0:1746157079.813524:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:1767:x1830977685220480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.813544:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.813564:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb4d expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.813592:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.813598:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.813605:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157079.813608:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 29 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.813651:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.813663:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 29 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.813672:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2e00, rc 0) 00000100:00100000:2.0:1746157079.813720:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:1767:x1830977685220480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.813727:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29791 00000100:00100000:0.0:1746157079.813806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.814651:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685220608 00000100:00100000:3.0:1746157079.814658:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685220608 00010000:00010000:3.0:1746157079.814682:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 29 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.814715:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17129 00000100:00100000:3.0:1746157079.814721:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2011:x1830977685220608:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.814732:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.814780:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 29 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.814791:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 29 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.814809:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed88535068c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb3f expref: 29 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.814827:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.814829:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.814835:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.814842:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.814864:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.814881:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 5 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.814894:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679198464:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.814983:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.817156:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679198464:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.817178:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.817228:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2011:x1830977685220608:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2504us (3420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.817239:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17129 00000100:00100000:0.0:1746157079.817710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.817921:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685220864 00000100:00100000:2.0:1746157079.817928:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685220864 00002000:00100000:2.0:1746157079.817976:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ef800 x1830977685220864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.817986:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ef800 with x1830977685220864 ext(0->4095) 00010000:00010000:2.0:1746157079.817994:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.818008:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157079.818014:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910ef800 00000100:00100000:2.0:1746157079.818034:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2695 00000100:00100000:2.0:1746157079.818040:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685220864:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157079.818165:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685220864:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.818172:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2695 00002000:00100000:2.0:1746157079.818176:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ef800 x1830977685220864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.818183:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ef800 with x1830977685220864 ext(0->4095) 00010000:00010000:2.0:1746157079.818188:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.818197:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157079.818202:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910ef800 00000100:00100000:0.0:1746157079.822632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.822773:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685220992 00000100:00100000:3.0:1746157079.822783:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685220992 00010000:00010000:3.0:1746157079.822818:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.822860:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17130 00000100:00100000:3.0:1746157079.822868:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685220992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.822884:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.822903:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.822916:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.822938:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885350693 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb46 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.822973:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.822975:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.822982:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 27 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.822990:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 27 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.823022:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 27 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.823033:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679198592:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.823620:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.827787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.828228:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685221248 00000100:00100000:2.0:1746157079.828237:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685221248 00002000:00100000:2.0:1746157079.828282:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ed180 x1830977685221248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.828291:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed180 with x1830977685221248 ext(0->4095) 00002000:00010000:2.0:1746157079.828296:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ed180 00000100:00100000:2.0:1746157079.828331:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13696 00000100:00100000:2.0:1746157079.828339:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2010:x1830977685221248:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157079.828501:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2010:x1830977685221248:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (765us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.828508:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13696 00002000:00100000:2.0:1746157079.828513:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ed180 x1830977685221248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.828866:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed180 with x1830977685221248 ext(0->4095) 00002000:00010000:2.0:1746157079.828869:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ed180 00000100:00100000:3.0:1746157079.830037:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679198592:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.830058:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.830098:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685220992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7231us (7476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.830106:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17130 00000100:00100000:1.0:1746157079.835445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.835499:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685221376 00000100:00100000:2.0:1746157079.835508:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685221376 00000100:00100000:2.0:1746157079.836372:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29792 00000100:00100000:2.0:1746157079.836383:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685221376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.836405:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.836426:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb54 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.836455:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 27 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.836463:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.836464:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157079.836468:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.836499:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 27 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.836512:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 27 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.836525:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679198720:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.836627:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.840851:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679198720:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157079.840887:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.840906:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:2.0:1746157079.841686:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685221376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5302us (6247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.841695:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29792 00000100:00100000:0.0:1746157079.842174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.842429:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685221504 00000100:00100000:2.0:1746157079.842437:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685221504 00002000:00100000:2.0:1746157079.842475:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910eca80 x1830977685221504/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.842485:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910eca80 with x1830977685221504 ext(0->7) 00010000:00010000:2.0:1746157079.842493:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 28 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.842505:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 28 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157079.842512:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910eca80 00000100:00100000:2.0:1746157079.842537:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2696 00000100:00100000:2.0:1746157079.842544:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2010:x1830977685221504:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157079.843579:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2010:x1830977685221504:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1029us (1400us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1746157079.843590:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2696 00002000:00100000:0.0:1746157079.843599:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910eca80 x1830977685221504/t4294970581(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.843607:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910eca80 with x1830977685221504 ext(0->7) 00010000:00010000:0.0:1746157079.843615:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 30 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157079.843635:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 30 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157079.843642:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910eca80 00000100:00100000:0.0:1746157079.850224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.851290:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685221632 00000100:00100000:3.0:1746157079.851300:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685221632 00010000:00010000:3.0:1746157079.851341:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 30 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.851525:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17131 00000100:00100000:3.0:1746157079.851534:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2013:x1830977685221632:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.851552:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.851574:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 30 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.851587:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 30 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.851611:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2e00/0x7b65fed88535069a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb4d expref: 30 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.851990:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.851992:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.852001:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.852010:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.852046:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.852059:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679198848:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.852645:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.864596:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.864689:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.864713:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685222016 00000100:00100000:2.0:1746157079.864721:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685222016 00000100:00100000:2.0:1746157079.864774:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29793 00000100:00100000:2.0:1746157079.864781:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:1767:x1830977685222016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157079.864800:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.864816:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb5b expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.864843:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.864849:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.864851:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.864854:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.864881:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.864891:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 5 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.864902:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679198976:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157079.864985:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.865255:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679198848:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.865270:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.865296:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2013:x1830977685221632:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 13764us (15083us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.865309:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17131 00000100:00100000:0.0:1746157079.867039:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685221888 00000100:00100000:0.0:1746157079.867050:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685221888 00002000:00100000:0.0:1746157079.867105:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d3800 x1830977685221888/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.867114:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d3800 with x1830977685221888 ext(0->4095) 00010000:00010000:0.0:1746157079.867122:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157079.867137:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157079.867143:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d3800 00000100:00100000:0.0:1746157079.867164:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2697 00000100:00100000:0.0:1746157079.867171:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685221888:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157079.867331:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685221888:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (2746us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157079.867337:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2697 00002000:00100000:0.0:1746157079.867342:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d3800 x1830977685221888/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157079.867355:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d3800 with x1830977685221888 ext(0->4095) 00010000:00010000:0.0:1746157079.867359:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157079.867367:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157079.867372:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d3800 00000100:00100000:3.0:1746157079.867675:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679198976:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157079.867700:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 30 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.867713:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:3.0:1746157079.867732:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:1767:x1830977685222016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2952us (3043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.867763:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29793 00000100:00100000:0.0:1746157079.871446:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.871549:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685222144 00000100:00100000:3.0:1746157079.871559:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685222144 00010000:00010000:3.0:1746157079.871600:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.874283:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17132 00000100:00100000:3.0:1746157079.874304:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685222144:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.874325:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.874357:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.874373:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.874396:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb54 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.874425:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.874427:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.874434:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 29 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.874442:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 29 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.874484:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 29 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.874497:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679199104:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.876004:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.877209:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679199104:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.877229:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.877520:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685222144:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3225us (6082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.877531:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17132 00000100:00100000:0.0:1746157079.879328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.879405:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685222400 00000100:00100000:2.0:1746157079.879415:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685222400 00002000:00100000:2.0:1746157079.879499:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ed880 x1830977685222400/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.879514:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed880 with x1830977685222400 ext(0->4095) 00002000:00010000:2.0:1746157079.879527:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ed880 00000100:00100000:2.0:1746157079.879565:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13697 00000100:00100000:2.0:1746157079.879577:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2010:x1830977685222400:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157079.879869:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2010:x1830977685222400:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 295us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.879882:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13697 00002000:00100000:2.0:1746157079.879895:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ed880 x1830977685222400/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.879907:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed880 with x1830977685222400 ext(0->4095) 00002000:00010000:2.0:1746157079.879912:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ed880 00000100:00100000:0.0:1746157079.883608:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.883780:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685222528 00000100:00100000:3.0:1746157079.883790:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685222528 00000100:00100000:3.0:1746157079.883897:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29794 00000100:00100000:3.0:1746157079.883905:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685222528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.883925:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.883941:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb62 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.883987:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 29 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.883994:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.883995:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.883998:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.884072:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 29 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.884083:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 29 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.884095:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679199232:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157079.885032:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.892330:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679199232:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157079.892363:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.892381:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526a00, rc 0) 00000100:00100000:3.0:1746157079.892425:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685222528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8520us (8827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.892434:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29794 00000100:00100000:0.0:1746157079.902098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.903189:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685222656 00000100:00100000:2.0:1746157079.903203:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685222656 00002000:00100000:2.0:1746157079.903274:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910edf80 x1830977685222656/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.903285:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910edf80 with x1830977685222656 ext(0->7) 00010000:00010000:2.0:1746157079.903297:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 30 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.903317:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 30 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157079.903325:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910edf80 00000100:00100000:2.0:1746157079.903365:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2698 00000100:00100000:2.0:1746157079.903373:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2011:x1830977685222656:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157079.904954:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2011:x1830977685222656:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1572us (2859us total) trans 4294970582 rc 0/0 00000100:00100000:2.0:1746157079.904976:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2698 00002000:00100000:2.0:1746157079.904985:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910edf80 x1830977685222656/t4294970582(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.904994:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910edf80 with x1830977685222656 ext(0->7) 00010000:00010000:2.0:1746157079.905003:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 32 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.905019:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 32 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157079.905031:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910edf80 00000100:00100000:0.0:1746157079.917720:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.918653:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685222784 00000100:00100000:3.0:1746157079.918665:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685222784 00000100:00100000:3.0:1746157079.919330:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29795 00000100:00100000:3.0:1746157079.919341:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:1767:x1830977685222784:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.919362:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.919381:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb69 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.919410:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.919417:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.919423:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157079.919427:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 33 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.922237:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.922268:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 33 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.922286:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526400, rc 0) 00000100:00100000:3.0:1746157079.922374:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:1767:x1830977685222784:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3033us (4661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.922384:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29795 00000100:00100000:0.0:1746157079.924913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.927715:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685222912 00000100:00100000:3.0:1746157079.927730:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685222912 00010000:00010000:3.0:1746157079.927795:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 33 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.927853:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17133 00000100:00100000:3.0:1746157079.927861:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092578700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2010:x1830977685222912:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.927876:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.927905:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 33 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.927917:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 33 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.927941:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853506a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb5b expref: 33 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.927976:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.927977:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.927985:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.927993:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.928030:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.928042:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 5 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.928058:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679199488:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.928175:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157079.933490:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.933720:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685223168 00000100:00100000:3.0:1746157079.934301:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679199488:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.934322:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157079.934692:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685223168 00002000:00100000:2.0:1746157079.934857:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092578a80 x1830977685223168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.934868:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578a80 with x1830977685223168 ext(0->4095) 00010000:00010000:2.0:1746157079.934877:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.934893:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157079.934900:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092578a80 00000100:00100000:2.0:1746157079.934926:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2699 00000100:00100000:2.0:1746157079.934934:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685223168:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157079.934954:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092578700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685222912:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7092us (10049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.934970:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17133 00000100:00100000:2.0:1746157079.936025:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685223168:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1087us (2543us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.936034:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2699 00002000:00100000:2.0:1746157079.936042:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092578a80 x1830977685223168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.936051:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578a80 with x1830977685223168 ext(0->4095) 00010000:00010000:2.0:1746157079.936058:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.936069:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157079.936075:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092578a80 00000100:00100000:0.0:1746157079.947251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.949368:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685223296 00000100:00100000:3.0:1746157079.949385:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685223296 00010000:00010000:3.0:1746157079.949439:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.949487:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17134 00000100:00100000:3.0:1746157079.949495:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685223296:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.949512:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.949537:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.949550:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.949577:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526a00/0x7b65fed8853506af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb62 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.949611:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.949614:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.949624:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.949632:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.949671:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157079.949683:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679199616:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.949832:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.955760:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679199616:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.955787:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157079.955848:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685223296:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6352us (8609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.955859:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17134 00000100:00100000:0.0:1746157079.956636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.958166:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685223552 00000100:00100000:2.0:1746157079.958178:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685223552 00002000:00100000:2.0:1746157079.958227:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257aa00 x1830977685223552/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.958238:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257aa00 with x1830977685223552 ext(0->4095) 00002000:00010000:2.0:1746157079.958244:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257aa00 00000100:00100000:2.0:1746157079.958270:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13698 00000100:00100000:2.0:1746157079.958277:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685223552:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157079.959493:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685223552:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 1208us (2851us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.959503:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13698 00002000:00100000:2.0:1746157079.959512:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257aa00 x1830977685223552/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.959520:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257aa00 with x1830977685223552 ext(0->4095) 00002000:00010000:2.0:1746157079.959525:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257aa00 00000100:00100000:0.0:1746157079.962669:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.962852:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685223680 00000100:00100000:3.0:1746157079.962863:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685223680 00000100:00100000:3.0:1746157079.962923:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29796 00000100:00100000:3.0:1746157079.962931:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685223680:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157079.962951:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157079.962981:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb70 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.963010:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.963022:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.963024:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.963027:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.963058:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.963071:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 31 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.963084:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679199744:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157079.963178:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157079.966732:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679199744:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157079.966787:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.966803:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157079.966849:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685223680:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3918us (4192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.966857:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29796 00000100:00100000:0.0:1746157079.968915:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157079.969260:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685223808 00000100:00100000:3.0:1746157079.969268:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685223808 00002000:00100000:3.0:1746157079.969305:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009257b480 x1830977685223808/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.969320:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257b480 with x1830977685223808 ext(0->7) 00010000:00010000:3.0:1746157079.969327:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 32 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.969339:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 32 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157079.969345:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257b480 00000100:00100000:3.0:1746157079.969671:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2700 00000100:00100000:3.0:1746157079.969679:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2012:x1830977685223808:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157079.972370:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2012:x1830977685223808:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2683us (3453us total) trans 4294970583 rc 0/0 00000100:00100000:3.0:1746157079.972380:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2700 00002000:00100000:3.0:1746157079.972390:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009257b480 x1830977685223808/t4294970583(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 496/448 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157079.972399:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257b480 with x1830977685223808 ext(0->7) 00010000:00010000:3.0:1746157079.972408:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 34 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.972422:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 34 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157079.972428:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257b480 00000100:00100000:0.0:1746157079.983617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157079.983683:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.983835:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685223936 00000100:00100000:2.0:1746157079.983845:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685223936 00010000:00010000:2.0:1746157079.983888:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 34 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.983909:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685224064 00000100:00100000:3.0:1746157079.983913:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685224064 00000100:00100000:3.0:1746157079.983951:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29797 00000100:00100000:3.0:1746157079.983968:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:1767:x1830977685224064:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157079.983975:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17135 00000100:00100000:2.0:1746157079.983980:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:2011:x1830977685223936:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157079.983986:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157079.983994:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157079.984000:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb77 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.984014:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 36 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.984023:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157079.984028:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.984034:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157079.984037:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 36 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.984095:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 36 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.984113:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed8853506b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb69 expref: 36 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157079.984124:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.984137:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 35 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.984145:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.984147:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157079.984152:0:9577:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.984159:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.984179:0:9577:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157079.984189:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 5 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157079.984200:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679200000:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157079.984276:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00010000:00010000:2.0:1746157079.984322:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157079.984344:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:2011:x1830977685223936:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 363us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.984355:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17135 00000100:00100000:0.0:1746157079.986047:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.986137:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685224320 00000100:00100000:2.0:1746157079.986144:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685224320 00002000:00100000:2.0:1746157079.986186:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8380 x1830977685224320/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.986195:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8380 with x1830977685224320 ext(0->4095) 00010000:00010000:2.0:1746157079.986203:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.986215:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157079.986221:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8380 00000100:00100000:2.0:1746157079.986240:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2701 00000100:00100000:2.0:1746157079.986248:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685224320:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157079.986274:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679200000:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157079.986290:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:3.0:1746157079.986339:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:1767:x1830977685224064:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2381us (2734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157079.986346:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29797 00000100:00100000:2.0:1746157079.986371:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685224320:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157079.986376:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2701 00002000:00100000:2.0:1746157079.986385:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8380 x1830977685224320/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157079.986392:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8380 with x1830977685224320 ext(0->4095) 00010000:00010000:2.0:1746157079.986396:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.986405:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157079.986411:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8380 00000100:00100000:0.0:1746157079.988701:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157079.988884:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685224448 00000100:00100000:2.0:1746157079.988892:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685224448 00010000:00010000:2.0:1746157079.988930:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157079.989279:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17136 00000100:00100000:2.0:1746157079.989287:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685224448:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157079.989301:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157079.989322:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.989334:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.989357:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853506bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb70 expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157079.989387:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.989389:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157079.989396:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 33 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.989404:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 33 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157079.989438:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 33 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157079.989455:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679200128:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157079.990224:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157079.999106:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679200128:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157079.999132:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157079.999177:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685224448:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9889us (10485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157079.999188:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17136 00000100:00100000:0.0:1746157079.999616:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.000581:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685224704 00000100:00100000:1.0:1746157080.001427:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685224704 00002000:00100000:1.0:1746157080.001494:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9880 x1830977685224704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/0 e 0 to 0 dl 1746157090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.001504:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9880 with x1830977685224704 ext(0->4095) 00002000:00010000:1.0:1746157080.001510:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf9880 00000100:00100000:1.0:1746157080.001542:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13699 00000100:00100000:1.0:1746157080.001550:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2013:x1830977685224704:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00080000:0.0:1746157080.001783:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746157080.002160:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2013:x1830977685224704:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 611us (2544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.002167:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13699 00002000:00100000:1.0:1746157080.002173:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9880 x1830977685224704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746157090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.002181:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9880 with x1830977685224704 ext(0->4095) 00002000:00010000:1.0:1746157080.002184:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf9880 00000100:00100000:0.0:1746157080.006000:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.008710:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685224832 00000100:00100000:3.0:1746157080.008725:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685224832 00000100:00100000:3.0:1746157080.008814:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29798 00000100:00100000:3.0:1746157080.008823:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685224832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.008842:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.008860:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb7e expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.008890:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 33 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.008903:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.008905:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.008908:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.008937:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 33 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.008949:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 33 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.008974:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679200256:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.009055:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00080000:0.0:1746157080.009315:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157080.020402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.020514:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679200256:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157080.020547:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.020568:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157080.020614:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685224832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11791us (14625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.020624:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29798 00000100:00100000:3.0:1746157080.020655:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685224960 00000100:00100000:3.0:1746157080.020661:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685224960 00000100:00100000:3.0:1746157080.020707:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29799 00000100:00100000:3.0:1746157080.020714:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:1767:x1830977685224960:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.020733:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.020775:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb85 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.020796:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.020800:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.020805:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157080.020808:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 35 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.020835:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.020844:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 35 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.020850:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157080.020866:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:1767:x1830977685224960:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.020871:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29799 00000100:00100000:0.0:1746157080.021901:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.023496:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685225088 00000100:00100000:1.0:1746157080.023509:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685225088 00002000:00100000:1.0:1746157080.023559:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccf8e00 x1830977685225088/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.023569:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8e00 with x1830977685225088 ext(0->7) 00010000:00010000:1.0:1746157080.023578:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 35 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.023592:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 35 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.023599:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8e00 00000100:00100000:1.0:1746157080.023636:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2702 00000100:00100000:1.0:1746157080.023643:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:2010:x1830977685225088:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.027189:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2010:x1830977685225088:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 3533us (5281us total) trans 4294970584 rc 0/0 00000100:00100000:0.0:1746157080.027203:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2702 00002000:00100000:0.0:1746157080.027216:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccf8e00 x1830977685225088/t4294970584(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.027226:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8e00 with x1830977685225088 ext(0->7) 00010000:00010000:0.0:1746157080.027236:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 37 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157080.027255:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 37 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157080.027262:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8e00 00000100:00100000:0.0:1746157080.036310:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.036357:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685225216 00000100:00100000:0.0:1746157080.036366:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685225216 00010000:00010000:0.0:1746157080.036406:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 37 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746157080.036514:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17137 00000100:00100000:0.0:1746157080.036523:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2010:x1830977685225216:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157080.036540:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157080.036562:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 37 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157080.036579:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 37 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157080.036605:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed8853506c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb77 expref: 37 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157080.036628:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157080.036629:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157080.036638:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.036645:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.036681:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.036691:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 5 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746157080.036703:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccf8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679200512:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157080.038251:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.041566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.041673:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccf8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679200512:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157080.041698:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157080.041780:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2010:x1830977685225216:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5257us (5479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.041796:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17137 00000100:00100000:2.0:1746157080.042086:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685225472 00000100:00100000:2.0:1746157080.042093:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685225472 00002000:00100000:2.0:1746157080.042134:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfa680 x1830977685225472/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.042143:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfa680 with x1830977685225472 ext(0->4095) 00010000:00010000:2.0:1746157080.042152:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.042164:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.042170:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfa680 00000100:00100000:2.0:1746157080.042186:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2703 00000100:00100000:2.0:1746157080.042193:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685225472:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.042344:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685225472:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (790us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.042353:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2703 00002000:00100000:2.0:1746157080.042358:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfa680 x1830977685225472/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.042365:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfa680 with x1830977685225472 ext(0->4095) 00010000:00010000:2.0:1746157080.042370:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.042379:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.042384:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfa680 00000100:00100000:0.0:1746157080.044325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.044427:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685225600 00000100:00100000:1.0:1746157080.044434:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685225600 00010000:00010000:1.0:1746157080.044464:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746157080.044501:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17138 00000100:00100000:1.0:1746157080.044507:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b521bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685225600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157080.044518:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157080.044536:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.044546:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.044570:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853506cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb7e expref: 6 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.044589:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.044591:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.044599:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 35 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.044607:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 35 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.044640:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 35 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157080.044652:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092890380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679200640:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157080.045309:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157080.047581:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092890380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679200640:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157080.047611:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157080.047659:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b521bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685225600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3150us (3341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.047671:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17138 00000100:00100000:0.0:1746157080.048169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.048225:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685225856 00000100:00100000:0.0:1746157080.048231:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685225856 00002000:00100000:0.0:1746157080.048273:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfbb80 x1830977685225856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.048282:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfbb80 with x1830977685225856 ext(0->4095) 00002000:00010000:0.0:1746157080.048287:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccfbb80 00000100:00100000:0.0:1746157080.048304:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13700 00000100:00100000:0.0:1746157080.048311:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2011:x1830977685225856:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157080.048440:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2011:x1830977685225856:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157080.048445:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13700 00002000:00100000:0.0:1746157080.048450:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfbb80 x1830977685225856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.048457:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfbb80 with x1830977685225856 ext(0->4095) 00002000:00010000:0.0:1746157080.048460:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccfbb80 00000100:00100000:0.0:1746157080.050910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.051053:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685225984 00000100:00100000:1.0:1746157080.051062:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685225984 00000100:00100000:1.0:1746157080.056007:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29800 00000100:00100000:1.0:1746157080.056029:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685225984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.056054:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.056072:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb8c expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.056105:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 35 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.056115:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.056116:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.056119:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.056151:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 35 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.056163:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 35 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746157080.056176:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092890380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679200768:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157080.056266:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746157080.056437:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746157080.065929:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092890380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679200768:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157080.065983:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.066007:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71f800, rc 0) 00000100:00100000:1.0:1746157080.066066:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685225984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10045us (15166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.066075:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29800 00000100:00100000:0.0:1746157080.072000:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.072265:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685226112 00000100:00100000:3.0:1746157080.072274:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685226112 00002000:00100000:3.0:1746157080.072325:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccf8700 x1830977685226112/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.072336:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8700 with x1830977685226112 ext(0->7) 00010000:00010000:3.0:1746157080.072345:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 36 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.072358:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 36 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.072364:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8700 00000100:00100000:3.0:1746157080.072383:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2704 00000100:00100000:3.0:1746157080.072390:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2010:x1830977685226112:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.077344:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2010:x1830977685226112:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4942us (5343us total) trans 4294970585 rc 0/0 00000100:00100000:0.0:1746157080.077355:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2704 00002000:00100000:0.0:1746157080.077365:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccf8700 x1830977685226112/t4294970585(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.077374:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8700 with x1830977685226112 ext(0->7) 00010000:00010000:0.0:1746157080.077383:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 38 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157080.077405:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 38 pid: 9577 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157080.077411:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8700 00000100:00100000:0.0:1746157080.079382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.079433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.079451:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685226240 00000100:00100000:1.0:1746157080.079461:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685226240 00010000:00010000:1.0:1746157080.079498:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 38 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746157080.079542:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17139 00000100:00100000:1.0:1746157080.079550:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2010:x1830977685226240:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157080.079564:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157080.079584:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 38 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.079595:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 38 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.079616:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853506d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb85 expref: 38 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.079646:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.079648:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.079655:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.079668:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157080.079699:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685226368 00000100:00100000:2.0:1746157080.079703:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685226368 00010000:00010000:1.0:1746157080.079703:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157080.079725:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092890380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679200896:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157080.079753:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29801 00000100:00100000:2.0:1746157080.079759:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:1767:x1830977685226368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.079777:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.079789:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb93 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.079805:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.079811:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.079812:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.079815:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 39 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157080.079821:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746157080.079836:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.079846:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 5 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.079854:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679201024:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.079875:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.085311:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092890380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679200896:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157080.085337:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157080.085379:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:2010:x1830977685226240:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5830us (6007us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157080.085390:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17139 00000100:00100000:1.0:1746157080.086009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.086088:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685226624 00000100:00100000:0.0:1746157080.086094:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685226624 00002000:00100000:0.0:1746157080.086132:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092890a80 x1830977685226624/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.086141:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890a80 with x1830977685226624 ext(0->4095) 00010000:00010000:0.0:1746157080.086149:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157080.086161:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157080.086167:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092890a80 00000100:00100000:0.0:1746157080.086189:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2705 00000100:00100000:0.0:1746157080.086195:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685226624:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157080.086312:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685226624:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157080.086318:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2705 00002000:00100000:0.0:1746157080.086322:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092890a80 x1830977685226624/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.086328:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890a80 with x1830977685226624 ext(0->4095) 00010000:00010000:0.0:1746157080.086332:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157080.086340:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157080.086345:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092890a80 00000100:00100000:2.0:1746157080.088016:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679201024:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.088047:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 38 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.088064:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:2.0:1746157080.088104:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:1767:x1830977685226368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8345us (8670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.088112:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29801 00000100:00100000:0.0:1746157080.090825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.091044:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685226752 00000100:00100000:2.0:1746157080.091054:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685226752 00010000:00010000:2.0:1746157080.091092:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.091132:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17140 00000100:00100000:2.0:1746157080.091139:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685226752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157080.091153:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157080.091172:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.091184:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.091208:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed8853506d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb8c expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.091234:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.091236:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.091243:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 37 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.091251:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 37 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.091375:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 37 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157080.091389:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679201152:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157080.091582:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.094102:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679201152:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157080.094127:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157080.094175:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685226752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3034us (3360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.094185:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17140 00000100:00100000:0.0:1746157080.095703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.095902:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685227008 00000100:00100000:2.0:1746157080.095912:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685227008 00002000:00100000:2.0:1746157080.095969:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9c00 x1830977685227008/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.095979:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9c00 with x1830977685227008 ext(0->4095) 00002000:00010000:2.0:1746157080.095985:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf9c00 00000100:00100000:2.0:1746157080.096004:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13701 00000100:00100000:2.0:1746157080.096010:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2011:x1830977685227008:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157080.096171:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2011:x1830977685227008:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (475us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.096177:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13701 00002000:00100000:2.0:1746157080.096183:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9c00 x1830977685227008/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.096190:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9c00 with x1830977685227008 ext(0->4095) 00002000:00010000:2.0:1746157080.096192:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf9c00 00000100:00100000:0.0:1746157080.099019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.099085:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685227136 00000100:00100000:2.0:1746157080.099093:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685227136 00000100:00100000:2.0:1746157080.099861:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29802 00000100:00100000:2.0:1746157080.099871:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685227136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.099889:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.099906:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fb9a expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.099935:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 37 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.099947:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.099948:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.099951:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.099988:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 37 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.099998:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 37 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.100009:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679201280:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.100089:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.104084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.104177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.104251:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685227392 00000100:00100000:3.0:1746157080.104260:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685227392 00000100:00100000:2.0:1746157080.104278:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679201280:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.104304:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29803 00010000:00010000:2.0:1746157080.104309:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.104311:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:1767:x1830977685227392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.104327:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f116800, rc 0) 00010000:00010000:3.0:1746157080.104332:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.104348:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fba1 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.104370:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.104375:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157080.104383:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685227136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4512us (5371us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157080.104384:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157080.104387:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157080.104391:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29802 00010000:00010000:3.0:1746157080.104419:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.104433:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157080.104435:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685227264 00000100:00100000:2.0:1746157080.104438:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685227264 00010000:00010000:3.0:1746157080.104440:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00010000:00010000:2.0:1746157080.104452:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 40 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.104458:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:1767:x1830977685227392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.104463:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29803 00000100:00100000:2.0:1746157080.104476:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17141 00000100:00100000:2.0:1746157080.104481:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:2011:x1830977685227264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.104513:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.104533:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 39 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.104543:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 39 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.104560:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853506e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb93 expref: 39 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.104573:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.104575:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.104581:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.104586:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.104602:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.104613:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 5 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.104623:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679201536:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.104733:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.109985:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679201536:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157080.109987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.110064:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685227648 00000100:00100000:1.0:1746157080.110071:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685227648 00002000:00100000:1.0:1746157080.110118:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8a80 x1830977685227648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.110127:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8a80 with x1830977685227648 ext(0->4095) 00010000:00010000:1.0:1746157080.110136:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.110150:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.110156:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8a80 00000100:00100000:1.0:1746157080.110191:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2706 00000100:00100000:1.0:1746157080.110199:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685227648:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157080.110362:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685227648:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.110369:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2706 00002000:00100000:1.0:1746157080.110374:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8a80 x1830977685227648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.110380:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8a80 with x1830977685227648 ext(0->4095) 00010000:00010000:1.0:1746157080.110385:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.110393:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.110398:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8a80 00010000:00010000:3.0:1746157080.110507:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.110534:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2011:x1830977685227264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6053us (6460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.110543:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17141 00000100:00100000:0.0:1746157080.114822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.115536:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685227776 00000100:00100000:3.0:1746157080.115547:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685227776 00010000:00010000:3.0:1746157080.115590:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.115639:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17142 00000100:00100000:3.0:1746157080.115647:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685227776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.115664:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.115683:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.115695:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.115718:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed8853506e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fb9a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.115766:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.115768:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.115775:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 37 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.115783:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 37 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.115818:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 37 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.115831:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679201664:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.116892:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.125415:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.125514:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685228032 00000100:00100000:2.0:1746157080.125523:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685228032 00002000:00100000:2.0:1746157080.125572:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9c380 x1830977685228032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.125581:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9c380 with x1830977685228032 ext(0->4095) 00002000:00010000:2.0:1746157080.125587:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9c380 00000100:00100000:2.0:1746157080.125621:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13702 00000100:00100000:2.0:1746157080.125629:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2010:x1830977685228032:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.125809:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2010:x1830977685228032:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 180us (405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.125815:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13702 00002000:00100000:2.0:1746157080.125821:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9c380 x1830977685228032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.125828:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9c380 with x1830977685228032 ext(0->4095) 00002000:00010000:2.0:1746157080.125831:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9c380 00000100:00100000:3.0:1746157080.126040:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679201664:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.126060:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.126088:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685227776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 10442us (11282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.126096:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17142 00000100:00100000:0.0:1746157080.130390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.130474:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685228160 00000100:00100000:3.0:1746157080.130483:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685228160 00000100:00100000:3.0:1746157080.130535:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29804 00000100:00100000:3.0:1746157080.130543:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685228160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.130564:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.130582:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fba8 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.130617:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 37 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.130624:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.130625:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.130628:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.130659:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 37 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.130670:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 37 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.130682:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679201792:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.130815:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.134450:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679201792:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157080.134481:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.134505:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157080.134553:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685228160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4011us (4174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.134562:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29804 00000100:00100000:0.0:1746157080.137218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.138429:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685228288 00000100:00100000:1.0:1746157080.138440:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685228288 00002000:00100000:1.0:1746157080.138491:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012be9f100 x1830977685228288/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.138599:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9f100 with x1830977685228288 ext(0->7) 00010000:00010000:1.0:1746157080.138611:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 38 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.138627:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 38 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.138634:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9f100 00000100:00100000:1.0:1746157080.139640:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2707 00000100:00100000:1.0:1746157080.139652:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2010:x1830977685228288:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.142522:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2010:x1830977685228288:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2861us (5301us total) trans 4294970586 rc 0/0 00000100:00100000:0.0:1746157080.142535:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2707 00002000:00100000:0.0:1746157080.142549:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012be9f100 x1830977685228288/t4294970586(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.142558:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9f100 with x1830977685228288 ext(0->7) 00010000:00010000:0.0:1746157080.142568:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 40 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157080.142584:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 40 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157080.142591:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9f100 00000100:00100000:1.0:1746157080.150306:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.151026:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685228416 00000100:00100000:3.0:1746157080.151037:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685228416 00000100:00100000:3.0:1746157080.153451:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29805 00000100:00100000:3.0:1746157080.153470:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:1767:x1830977685228416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.153491:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.153509:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbaf expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.153538:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.153543:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.153549:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157080.153553:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.153589:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.153600:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.153610:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527a00, rc 0) 00000100:00100000:3.0:1746157080.153682:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:1767:x1830977685228416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 221us (3386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.153688:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29805 00000100:00100000:1.0:1746157080.154107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.154173:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685228544 00000100:00100000:3.0:1746157080.154180:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685228544 00010000:00010000:3.0:1746157080.154204:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.154621:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17143 00000100:00100000:3.0:1746157080.154628:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:2010:x1830977685228544:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.154638:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.154658:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.154669:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.154688:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853506ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba1 expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.156056:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.156059:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.156069:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.156079:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.156110:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.156122:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 5 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.156140:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679202048:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.156219:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.159865:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679202048:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.159889:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.159942:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2010:x1830977685228544:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5314us (5835us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.159953:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17143 00000100:00100000:0.0:1746157080.161134:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.161496:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685228800 00000100:00100000:2.0:1746157080.161504:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685228800 00002000:00100000:2.0:1746157080.161545:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9c000 x1830977685228800/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.161555:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9c000 with x1830977685228800 ext(0->4095) 00010000:00010000:2.0:1746157080.161564:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.161578:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.161584:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9c000 00000100:00100000:2.0:1746157080.161601:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2708 00000100:00100000:2.0:1746157080.161608:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685228800:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157080.161777:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685228800:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (644us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.161784:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2708 00002000:00100000:2.0:1746157080.161790:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9c000 x1830977685228800/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.161797:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9c000 with x1830977685228800 ext(0->4095) 00010000:00010000:2.0:1746157080.161801:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.161810:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.161816:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9c000 00000100:00100000:0.0:1746157080.167027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.167162:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685228928 00000100:00100000:3.0:1746157080.167172:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685228928 00010000:00010000:3.0:1746157080.167211:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.167251:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17144 00000100:00100000:3.0:1746157080.167258:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685228928:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.167272:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.167291:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.167303:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.167326:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853506f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fba8 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.167541:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.167544:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.167552:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.167561:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.167594:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.167607:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679202176:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.167693:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.170590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.170697:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679202176:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.170720:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.171159:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685228928:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3900us (4140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.171171:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17144 00000100:00100000:1.0:1746157080.171386:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685229184 00000100:00100000:1.0:1746157080.171393:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685229184 00002000:00100000:1.0:1746157080.171435:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9ed80 x1830977685229184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.171445:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9ed80 with x1830977685229184 ext(0->4095) 00002000:00010000:1.0:1746157080.171450:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9ed80 00000100:00100000:2.0:1746157080.171731:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13703 00000100:00100000:2.0:1746157080.171762:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2010:x1830977685229184:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.171926:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2010:x1830977685229184:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (1346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.171933:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13703 00002000:00100000:2.0:1746157080.171938:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9ed80 x1830977685229184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.171945:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9ed80 with x1830977685229184 ext(0->4095) 00002000:00010000:2.0:1746157080.171948:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9ed80 00000100:00100000:0.0:1746157080.175402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.175575:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685229312 00000100:00100000:3.0:1746157080.175584:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685229312 00000100:00100000:3.0:1746157080.175670:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29806 00000100:00100000:3.0:1746157080.175678:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685229312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.175697:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.175715:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbb6 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.175773:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.175786:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.175788:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.175791:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.175906:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.175918:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 39 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.175930:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679202304:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.176863:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.179707:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679202304:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157080.179772:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.179792:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157080.179838:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685229312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4160us (4445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.179849:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29806 00000100:00100000:0.0:1746157080.181099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.181247:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685229440 00000100:00100000:3.0:1746157080.181258:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685229440 00010000:00010000:3.0:1746157080.181290:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 40 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.181334:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17145 00000100:00100000:3.0:1746157080.181341:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4977c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2010:x1830977685229440:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.181355:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.181375:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 40 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.181386:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 40 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.181408:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853506fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbaf expref: 40 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.181439:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.181440:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.181448:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.181455:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.181486:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.181643:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679202432:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.181719:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.182527:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.182587:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685229568 00000100:00100000:3.0:1746157080.182593:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685229568 00000100:00100000:3.0:1746157080.182648:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29807 00000100:00100000:3.0:1746157080.182654:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:1767:x1830977685229568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.182670:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.182685:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbbd expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.182711:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.182718:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.182719:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.182722:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.182764:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.182775:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 5 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.182785:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679202560:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.182837:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.185197:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679202432:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.185222:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.185281:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4977c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:2010:x1830977685229440:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3936us (4183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.185297:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17145 00000100:00100000:0.0:1746157080.185631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.185773:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685229824 00000100:00100000:1.0:1746157080.185781:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685229824 00002000:00100000:1.0:1746157080.185822:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131250a80 x1830977685229824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.185831:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131250a80 with x1830977685229824 ext(0->4095) 00010000:00010000:1.0:1746157080.185838:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.185851:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.185857:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131250a80 00000100:00100000:1.0:1746157080.186028:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2709 00000100:00100000:1.0:1746157080.186036:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685229824:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.186339:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685229824:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 303us (709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.186344:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2709 00002000:00100000:1.0:1746157080.186351:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131250a80 x1830977685229824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.186358:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131250a80 with x1830977685229824 ext(0->4095) 00010000:00010000:1.0:1746157080.186362:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.186371:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.186376:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131250a80 00000100:00100000:3.0:1746157080.187327:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679202560:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157080.187355:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 40 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.187370:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157080.187444:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:1767:x1830977685229568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4785us (4915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.187451:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29807 00000100:00100000:0.0:1746157080.190407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.190985:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685229952 00000100:00100000:3.0:1746157080.190997:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685229952 00000100:00100000:3.0:1746157080.191045:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29808 00000100:00100000:3.0:1746157080.191053:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:1768:x1830977685229952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.191718:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.191773:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbc4 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.191804:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.191810:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.191816:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.191819:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.191858:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.191871:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.191881:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:3.0:1746157080.193574:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:1768:x1830977685229952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2506us (3161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.193586:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29808 00000100:00100000:1.0:1746157080.194679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.194765:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685230080 00000100:00100000:3.0:1746157080.194775:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685230080 00010000:00010000:3.0:1746157080.196826:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.196899:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17146 00000100:00100000:3.0:1746157080.196913:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685230080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.196928:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.196950:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.196971:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.196995:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350703 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbb6 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.197027:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.197031:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.197038:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 40 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.197047:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 40 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.197085:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 40 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.197096:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 40 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.197109:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679202816:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.198022:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.202400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.202671:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679202816:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.202694:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.202761:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685230080:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5854us (8088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.202772:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17146 00000100:00100000:1.0:1746157080.203143:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685230336 00000100:00100000:1.0:1746157080.203150:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685230336 00002000:00100000:1.0:1746157080.203190:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131251c00 x1830977685230336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.203199:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131251c00 with x1830977685230336 ext(0->4095) 00010000:00010000:1.0:1746157080.203213:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.203226:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.203232:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131251c00 00000100:00100000:2.0:1746157080.204569:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2710 00000100:00100000:2.0:1746157080.204579:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:2010:x1830977685230336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.204761:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:2010:x1830977685230336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (2370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.204767:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2710 00002000:00100000:2.0:1746157080.204773:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131251c00 x1830977685230336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.204782:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131251c00 with x1830977685230336 ext(0->4095) 00010000:00010000:2.0:1746157080.204789:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.204802:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.204808:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131251c00 00000100:00100000:0.0:1746157080.208458:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.208898:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685230464 00000100:00100000:3.0:1746157080.208907:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685230464 00010000:00010000:3.0:1746157080.208943:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.208994:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17147 00000100:00100000:3.0:1746157080.209002:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131252d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:2011:x1830977685230464:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.209020:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.209040:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.209052:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.209077:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535070a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbbd expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.209899:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.209903:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.209913:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 40 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.209924:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 40 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.209973:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 40 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.209986:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679202944:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.210083:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.218320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.218414:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685230720 00000100:00100000:1.0:1746157080.218424:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685230720 00002000:00100000:1.0:1746157080.218470:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131252a00 x1830977685230720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.218486:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252a00 with x1830977685230720 ext(0->4095) 00002000:00010000:1.0:1746157080.218492:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131252a00 00000100:00100000:3.0:1746157080.219116:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679202944:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.219138:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.219201:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:2011:x1830977685230464:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 10200us (10752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.219214:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17147 00000100:00100000:1.0:1746157080.219700:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13704 00000100:00100000:1.0:1746157080.219711:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2011:x1830977685230720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.219941:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2011:x1830977685230720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 232us (1632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.219947:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13704 00002000:00100000:1.0:1746157080.219955:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131252a00 x1830977685230720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.219973:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252a00 with x1830977685230720 ext(0->4095) 00002000:00010000:1.0:1746157080.219977:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131252a00 00000100:00100000:0.0:1746157080.225407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.225479:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685230848 00000100:00100000:2.0:1746157080.225489:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685230848 00000100:00100000:2.0:1746157080.225670:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29809 00000100:00100000:2.0:1746157080.225679:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685230848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.225700:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.225720:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbcb expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.226876:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.226885:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.226887:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.226890:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.226927:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 39 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.226940:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 39 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.226953:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679203072:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.227204:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.233106:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679203072:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.233143:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.233160:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f116800, rc 0) 00000100:00100000:2.0:1746157080.233210:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685230848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7531us (7813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.233223:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29809 00000100:00100000:0.0:1746157080.234598:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.234793:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685230976 00000100:00100000:1.0:1746157080.234801:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685230976 00002000:00100000:1.0:1746157080.234844:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880131252680 x1830977685230976/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.234853:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252680 with x1830977685230976 ext(0->7) 00010000:00010000:1.0:1746157080.234861:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 40 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.234873:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 40 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.234879:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131252680 00000100:00100000:1.0:1746157080.234908:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2711 00000100:00100000:1.0:1746157080.234915:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2011:x1830977685230976:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157080.246543:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977685230976:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 11614us (11937us total) trans 4294970587 rc 0/0 00000100:00100000:1.0:1746157080.246556:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2711 00002000:00100000:1.0:1746157080.246567:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880131252680 x1830977685230976/t4294970587(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.246576:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252680 with x1830977685230976 ext(0->7) 00010000:00010000:1.0:1746157080.246586:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 42 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.246602:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 42 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.246608:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131252680 00000100:00100000:0.0:1746157080.260625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.260767:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685231104 00000100:00100000:2.0:1746157080.260779:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685231104 00000100:00100000:2.0:1746157080.260843:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29810 00000100:00100000:2.0:1746157080.260852:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1767:x1830977685231104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.260871:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.260889:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbd2 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.260918:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.260925:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.260931:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157080.260935:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.260987:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.260999:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.261008:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f117e00, rc 0) 00000100:00100000:2.0:1746157080.261069:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:1767:x1830977685231104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.261075:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29810 00000100:00100000:0.0:1746157080.268598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.268706:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685231232 00000100:00100000:3.0:1746157080.268715:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685231232 00010000:00010000:3.0:1746157080.268884:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 43 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.268916:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17148 00000100:00100000:3.0:1746157080.268925:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2013:x1830977685231232:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.268939:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.269310:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 43 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.269324:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 43 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.269347:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350711 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbc4 expref: 43 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.270856:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.270861:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.270873:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.270888:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.270938:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.270952:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 5 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.270977:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679203328:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.271079:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.274612:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679203328:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.274634:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.274675:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2013:x1830977685231232:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5751us (6087us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.274685:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17148 00000100:00100000:0.0:1746157080.275065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.275351:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685231488 00000100:00100000:1.0:1746157080.275358:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685231488 00002000:00100000:1.0:1746157080.275396:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136aa00 x1830977685231488/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.275406:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136aa00 with x1830977685231488 ext(0->4095) 00010000:00010000:1.0:1746157080.275415:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.275427:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.275434:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136aa00 00000100:00100000:1.0:1746157080.275462:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2712 00000100:00100000:1.0:1746157080.275468:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685231488:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157080.275599:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685231488:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.275606:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2712 00002000:00100000:1.0:1746157080.275610:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136aa00 x1830977685231488/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.275618:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136aa00 with x1830977685231488 ext(0->4095) 00010000:00010000:1.0:1746157080.275622:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.275630:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.275636:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136aa00 00000100:00100000:0.0:1746157080.291081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.291352:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685231616 00000100:00100000:3.0:1746157080.291363:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685231616 00010000:00010000:3.0:1746157080.291403:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.291434:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17149 00000100:00100000:3.0:1746157080.291441:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685231616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.291454:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.291475:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.291484:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.291504:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350718 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbcb expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.291535:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.291536:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.291544:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.291551:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.291587:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.291598:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679203456:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.291683:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.296157:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.296222:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685231872 00000100:00100000:1.0:1746157080.296234:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685231872 00002000:00100000:1.0:1746157080.296277:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131369f80 x1830977685231872/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.296286:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131369f80 with x1830977685231872 ext(0->4095) 00002000:00010000:1.0:1746157080.296291:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131369f80 00000100:00100000:3.0:1746157080.296354:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679203456:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.296372:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.296414:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685231616:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4973us (5345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.296424:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17149 00000100:00100000:1.0:1746157080.296713:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13705 00000100:00100000:1.0:1746157080.296722:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977685231872:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.296914:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977685231872:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.296921:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13705 00002000:00100000:1.0:1746157080.296928:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131369f80 x1830977685231872/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.296935:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131369f80 with x1830977685231872 ext(0->4095) 00002000:00010000:1.0:1746157080.296938:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131369f80 00000100:00100000:0.0:1746157080.302446:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.302558:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685232000 00000100:00100000:3.0:1746157080.302569:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685232000 00000100:00100000:3.0:1746157080.302632:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29811 00000100:00100000:3.0:1746157080.302642:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685232000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.302663:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.302684:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbd9 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.302722:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.302780:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.302782:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.302786:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.302825:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.302837:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 41 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.302850:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679203584:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.302938:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.305635:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679203584:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157080.305672:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.305692:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157080.305769:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685232000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3128us (3332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.305778:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29811 00000100:00100000:0.0:1746157080.307172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.307249:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685232128 00000100:00100000:3.0:1746157080.307257:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685232128 00010000:00010000:3.0:1746157080.307287:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.307309:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17150 00000100:00100000:3.0:1746157080.307315:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685232128:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.307328:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.307345:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.307355:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.307376:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed88535071f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd2 expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.307402:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.307404:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.307411:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.307418:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.307445:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.307457:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679203712:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.307533:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157080.307912:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.310187:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679203712:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157080.310204:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157080.310247:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:2010:x1830977685232128:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2932us (3080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.310256:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17150 00000100:00100000:3.0:1746157080.310309:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685232256 00000100:00100000:3.0:1746157080.310318:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685232256 00000100:00100000:3.0:1746157080.310364:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29812 00000100:00100000:3.0:1746157080.310373:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:1767:x1830977685232256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.310396:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.310414:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbe0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.310441:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.310448:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.310450:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.310454:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 42 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.310481:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.310493:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 5 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.310504:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679203840:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.310567:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.311276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.311327:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685232512 00000100:00100000:2.0:1746157080.311335:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685232512 00002000:00100000:2.0:1746157080.311369:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136b480 x1830977685232512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.311377:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136b480 with x1830977685232512 ext(0->4095) 00010000:00010000:2.0:1746157080.311385:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.311403:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.311410:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136b480 00000100:00100000:2.0:1746157080.311427:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2713 00000100:00100000:2.0:1746157080.311433:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685232512:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157080.313705:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685232512:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 2264us (2424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.313715:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2713 00002000:00100000:2.0:1746157080.313722:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136b480 x1830977685232512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.313731:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136b480 with x1830977685232512 ext(0->4095) 00010000:00010000:2.0:1746157080.313753:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.313767:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.313773:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136b480 00000100:00100000:3.0:1746157080.314505:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679203840:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157080.314534:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 42 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.314552:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:3.0:1746157080.314597:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1767:x1830977685232256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4225us (6692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.314605:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29812 00000100:00100000:0.0:1746157080.320199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.320256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.320342:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685232768 00000100:00100000:3.0:1746157080.320352:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685232768 00000100:00100000:3.0:1746157080.320395:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29813 00000100:00100000:3.0:1746157080.320402:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685232768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.320423:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.320441:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbe7 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.320471:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.320477:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.320483:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.320486:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.320525:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.320538:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.320554:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157080.320610:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1768:x1830977685232768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.320616:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29813 00000100:00100000:2.0:1746157080.320895:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685232640 00000100:00100000:2.0:1746157080.320899:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685232640 00010000:00010000:2.0:1746157080.320917:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 7 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.320936:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17151 00000100:00100000:2.0:1746157080.320941:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2013:x1830977685232640:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157080.320951:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157080.320979:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 7 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.320989:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 7 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.321007:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350726 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbd9 expref: 7 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.321030:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.321032:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.321038:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.321049:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.321071:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 41 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.321081:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 41 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.321093:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679204096:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157080.321152:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.325858:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679204096:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157080.325872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157080.325877:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157080.325921:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685232640:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4978us (5733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.325930:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17151 00000100:00100000:3.0:1746157080.325947:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685233024 00000100:00100000:3.0:1746157080.325953:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685233024 00002000:00100000:3.0:1746157080.325997:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cd880 x1830977685233024/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.326006:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cd880 with x1830977685233024 ext(0->4095) 00010000:00010000:3.0:1746157080.326016:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 42 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.326028:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 42 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.326033:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cd880 00000100:00100000:3.0:1746157080.326061:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2714 00000100:00100000:3.0:1746157080.326068:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685233024:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157080.326271:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685233024:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 203us (400us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157080.326277:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2714 00002000:00100000:3.0:1746157080.326282:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cd880 x1830977685233024/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.327684:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cd880 with x1830977685233024 ext(0->4095) 00010000:00010000:3.0:1746157080.327701:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 42 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.327715:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 42 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.327721:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cd880 00000100:00100000:0.0:1746157080.330954:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.331015:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685233152 00000100:00100000:2.0:1746157080.331038:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685233152 00000100:00100000:2.0:1746157080.331094:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29814 00000100:00100000:2.0:1746157080.331101:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1767:x1830977685233152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.331116:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.331129:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbee expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.331150:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.331156:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.331162:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157080.331164:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157080.331196:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157080.331198:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.331208:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.331217:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f117600, rc 0) 00000100:00100000:2.0:1746157080.331271:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:1767:x1830977685233152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.331277:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29814 00000100:00100000:3.0:1746157080.331298:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685233280 00000100:00100000:3.0:1746157080.331303:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685233280 00010000:00010000:3.0:1746157080.331319:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 43 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.331337:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17152 00000100:00100000:3.0:1746157080.331342:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5686c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2010:x1830977685233280:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.331349:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.331363:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 43 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.331731:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 43 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.332066:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535072d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe0 expref: 43 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.332191:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.332194:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.332201:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.332213:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.332237:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.332248:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 5 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.332258:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679204352:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.335113:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.337684:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.337783:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679204352:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.337798:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.337840:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5686c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685233280:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6497us (6644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.337849:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17152 00000100:00100000:2.0:1746157080.338128:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685233536 00000100:00100000:2.0:1746157080.338134:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685233536 00002000:00100000:2.0:1746157080.338161:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5ce680 x1830977685233536/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.338170:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce680 with x1830977685233536 ext(0->4095) 00010000:00010000:2.0:1746157080.338176:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.338187:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.338196:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5ce680 00000100:00100000:2.0:1746157080.338222:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2715 00000100:00100000:2.0:1746157080.338229:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685233536:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157080.341785:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685233536:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 3547us (4097us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.341796:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2715 00002000:00100000:2.0:1746157080.341808:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5ce680 x1830977685233536/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.341817:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce680 with x1830977685233536 ext(0->4095) 00010000:00010000:2.0:1746157080.341825:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.341839:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.341845:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5ce680 00000100:00100000:0.0:1746157080.344770:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.344846:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685233664 00000100:00100000:3.0:1746157080.344853:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685233664 00010000:00010000:3.0:1746157080.344879:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.345015:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17153 00000100:00100000:3.0:1746157080.345023:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685233664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.345037:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.345052:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.345061:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.345078:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350734 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbe7 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.347339:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.347344:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.347356:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.347368:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.347409:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.347420:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679204480:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.347501:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.350319:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679204480:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.350336:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.350370:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685233664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5348us (5606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.350384:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17153 00000100:00100000:0.0:1746157080.351463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.351516:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685233920 00000100:00100000:2.0:1746157080.351522:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685233920 00002000:00100000:2.0:1746157080.351557:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5ce300 x1830977685233920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.351566:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce300 with x1830977685233920 ext(0->4095) 00002000:00010000:2.0:1746157080.351570:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5ce300 00000100:00100000:2.0:1746157080.351598:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13706 00000100:00100000:2.0:1746157080.351605:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685233920:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.351729:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685233920:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.351753:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13706 00002000:00100000:2.0:1746157080.351759:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5ce300 x1830977685233920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.351765:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce300 with x1830977685233920 ext(0->4095) 00002000:00010000:2.0:1746157080.351768:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5ce300 00000100:00100000:0.0:1746157080.354888:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.354954:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685234048 00000100:00100000:2.0:1746157080.354971:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685234048 00000100:00100000:2.0:1746157080.355020:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29815 00000100:00100000:2.0:1746157080.355028:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685234048:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.355044:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.355062:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbf5 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.355088:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.355095:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.355096:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.355100:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.355124:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.355140:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 41 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.355295:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679204608:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.355522:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.358289:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679204608:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.358323:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.358339:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f116800, rc 0) 00000100:00100000:2.0:1746157080.358392:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685234048:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3364us (3510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.358400:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29815 00000100:00100000:2.0:1746157080.360049:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.360802:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685234176 00000100:00100000:3.0:1746157080.360810:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685234176 00010000:00010000:3.0:1746157080.360841:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.360878:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17154 00000100:00100000:3.0:1746157080.361184:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685234176:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.361198:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.361215:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.361226:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.361244:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed88535073b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbee expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.361272:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.361274:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.361280:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.361286:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.361314:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.361326:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679204736:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.361395:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.364807:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.365009:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685234304 00000100:00100000:2.0:1746157080.365018:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685234304 00000100:00100000:2.0:1746157080.365218:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29816 00000100:00100000:2.0:1746157080.365226:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1767:x1830977685234304:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.365242:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.365256:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fbfc expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.365280:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.365291:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.365293:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.365296:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.365320:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.365330:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 5 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.365340:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679204864:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.365405:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.365687:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.365777:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679204736:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.365789:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.365820:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2010:x1830977685234176:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4936us (5776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.365828:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17154 00000100:00100000:3.0:1746157080.365858:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685234560 00000100:00100000:3.0:1746157080.365861:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685234560 00002000:00100000:3.0:1746157080.365882:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cf100 x1830977685234560/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.365889:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cf100 with x1830977685234560 ext(0->4095) 00010000:00010000:3.0:1746157080.365895:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.365903:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.365908:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cf100 00000100:00100000:3.0:1746157080.365921:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2716 00000100:00100000:3.0:1746157080.365926:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685234560:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157080.366551:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685234560:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 622us (861us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157080.366560:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2716 00002000:00100000:3.0:1746157080.366566:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cf100 x1830977685234560/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.366573:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cf100 with x1830977685234560 ext(0->4095) 00010000:00010000:3.0:1746157080.366578:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.366586:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.366591:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cf100 00000100:00100000:2.0:1746157080.371681:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679204864:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.371710:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.371725:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f117600, rc 0) 00000100:00100000:2.0:1746157080.371801:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1767:x1830977685234304:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6574us (7000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.371809:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29816 00000100:00100000:0.0:1746157080.374666:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.376622:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.377092:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685234816 00000100:00100000:3.0:1746157080.377100:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685234816 00010000:00010000:3.0:1746157080.377126:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.377156:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17155 00000100:00100000:3.0:1746157080.377162:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685234816:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.377173:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.377187:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.377196:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.377212:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350742 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbf5 expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.377235:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.377236:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.377242:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.377249:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.377272:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.377281:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679204992:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.377335:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.377588:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685234688 00000100:00100000:2.0:1746157080.377593:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685234688 00000100:00100000:2.0:1746157080.377895:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29817 00000100:00100000:2.0:1746157080.377902:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1768:x1830977685234688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.377916:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.377926:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc03 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.377940:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.377945:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.377946:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.377948:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.377973:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.377982:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.377989:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679205120:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.378503:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.383983:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679205120:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.384008:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.384022:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f117200, rc 0) 00000100:00100000:2.0:1746157080.384058:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:1768:x1830977685234688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6156us (9398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.384069:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29817 00000100:00100000:3.0:1746157080.384149:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679204992:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.384159:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.384176:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685234816:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7014us (7560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.384184:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17155 00000100:00100000:0.0:1746157080.385020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.385492:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685235072 00000100:00100000:3.0:1746157080.385498:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685235072 00002000:00100000:3.0:1746157080.385527:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce85180 x1830977685235072/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.385535:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85180 with x1830977685235072 ext(0->4095) 00010000:00010000:3.0:1746157080.385541:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.385557:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.385563:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce85180 00000100:00100000:3.0:1746157080.385577:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2717 00000100:00100000:3.0:1746157080.385582:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2010:x1830977685235072:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157080.385688:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2010:x1830977685235072:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (671us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157080.385693:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2717 00002000:00100000:3.0:1746157080.385698:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce85180 x1830977685235072/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.385705:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85180 with x1830977685235072 ext(0->4095) 00010000:00010000:3.0:1746157080.385709:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.385717:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.385722:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce85180 00000100:00100000:0.0:1746157080.389126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.389435:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685235200 00000100:00100000:3.0:1746157080.389442:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685235200 00010000:00010000:3.0:1746157080.389472:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.389505:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17156 00000100:00100000:3.0:1746157080.389513:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2010:x1830977685235200:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.389524:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.389539:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.389548:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.389564:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350749 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fbfc expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.389591:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.389592:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.389597:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.389605:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.389630:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.389639:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679205248:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.389702:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.392618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.392813:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679205248:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.392829:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.392861:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685235200:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3349us (3742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.392870:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17156 00000100:00100000:1.0:1746157080.392938:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685235456 00000100:00100000:1.0:1746157080.392943:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685235456 00002000:00100000:1.0:1746157080.392997:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84380 x1830977685235456/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.393005:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84380 with x1830977685235456 ext(0->4095) 00002000:00010000:1.0:1746157080.393008:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce84380 00000100:00100000:1.0:1746157080.393020:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13707 00000100:00100000:1.0:1746157080.393025:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685235456:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157080.393120:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685235456:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.393124:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13707 00002000:00100000:1.0:1746157080.393128:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84380 x1830977685235456/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.393134:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84380 with x1830977685235456 ext(0->4095) 00002000:00010000:1.0:1746157080.393136:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce84380 00000100:00100000:0.0:1746157080.396210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.396428:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685235584 00000100:00100000:2.0:1746157080.396435:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685235584 00000100:00100000:2.0:1746157080.396474:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29818 00000100:00100000:2.0:1746157080.396481:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685235584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.396495:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.396508:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc0a expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.396530:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.396536:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.396538:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.396540:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.396566:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.396575:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 41 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.396584:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679205376:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.396655:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.399252:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679205376:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.399275:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.399287:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091099c00, rc 0) 00000100:00100000:2.0:1746157080.399316:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685235584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2836us (3114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.399323:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29818 00000100:00100000:0.0:1746157080.402428:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.402511:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685235712 00000100:00100000:3.0:1746157080.402964:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685235712 00010000:00010000:3.0:1746157080.402993:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.403017:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17157 00000100:00100000:3.0:1746157080.403023:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685235712:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.403035:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.403050:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.403060:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.403077:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350750 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc03 expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.403101:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.403102:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.403108:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.403114:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.403137:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.403148:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679205504:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.403214:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.405442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.405810:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685235840 00000100:00100000:2.0:1746157080.405831:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685235840 00000100:00100000:2.0:1746157080.405869:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29819 00000100:00100000:2.0:1746157080.405877:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1767:x1830977685235840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.405892:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.405905:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc11 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.405930:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.405936:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.405938:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.405941:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.405977:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.405987:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 5 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.405999:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679205632:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.407345:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.410102:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679205504:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.410120:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.410160:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2010:x1830977685235712:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7136us (7739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.410170:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17157 00000100:00100000:0.0:1746157080.410506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.410810:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685236096 00000100:00100000:3.0:1746157080.410817:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685236096 00002000:00100000:3.0:1746157080.410846:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce87100 x1830977685236096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.410854:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce87100 with x1830977685236096 ext(0->4095) 00010000:00010000:3.0:1746157080.410861:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.410873:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.410879:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce87100 00000100:00100000:3.0:1746157080.411032:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2718 00000100:00100000:3.0:1746157080.411040:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685236096:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157080.411170:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685236096:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (664us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157080.411179:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2718 00002000:00100000:3.0:1746157080.411491:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce87100 x1830977685236096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.411501:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce87100 with x1830977685236096 ext(0->4095) 00010000:00010000:3.0:1746157080.411507:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.411517:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.411523:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce87100 00000100:00100000:2.0:1746157080.413674:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679205632:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.413696:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.413710:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091114000, rc 0) 00000100:00100000:2.0:1746157080.413780:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1767:x1830977685235840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7903us (8344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.413788:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29819 00000100:00100000:0.0:1746157080.414707:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.415912:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685236224 00000100:00100000:2.0:1746157080.415921:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685236224 00000100:00100000:2.0:1746157080.415980:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29820 00000100:00100000:2.0:1746157080.415987:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1768:x1830977685236224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.416003:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.416019:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc18 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.416039:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.416044:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.416049:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.416052:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.416084:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.416092:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.416099:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091114c00, rc 0) 00000100:00100000:2.0:1746157080.416142:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:1768:x1830977685236224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (1436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.416147:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29820 00000100:00100000:0.0:1746157080.418317:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.418413:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685236352 00000100:00100000:3.0:1746157080.418420:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685236352 00010000:00010000:3.0:1746157080.418445:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.418466:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17158 00000100:00100000:3.0:1746157080.418472:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685236352:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.418481:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.418496:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.418505:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.418523:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350757 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc0a expref: 6 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.418549:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.418551:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.418556:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.418563:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.418589:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.418600:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.418610:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679205888:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.418679:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.420907:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679205888:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.420926:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.420967:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685236352:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2486us (2646us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.420975:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17158 00000100:00100000:0.0:1746157080.422245:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.422312:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685236608 00000100:00100000:3.0:1746157080.422318:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685236608 00002000:00100000:3.0:1746157080.422350:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce85500 x1830977685236608/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.422365:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85500 with x1830977685236608 ext(0->4095) 00010000:00010000:3.0:1746157080.422372:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.422385:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.422390:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce85500 00000100:00100000:3.0:1746157080.422421:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2719 00000100:00100000:3.0:1746157080.422429:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2013:x1830977685236608:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157080.422543:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2013:x1830977685236608:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157080.422548:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2719 00002000:00100000:3.0:1746157080.422554:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce85500 x1830977685236608/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.422560:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85500 with x1830977685236608 ext(0->4095) 00010000:00010000:3.0:1746157080.422564:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.422572:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.422576:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce85500 00000100:00100000:0.0:1746157080.427301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.427863:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685236736 00000100:00100000:3.0:1746157080.427873:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685236736 00010000:00010000:3.0:1746157080.427905:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.427941:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17159 00000100:00100000:3.0:1746157080.427949:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5686850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2010:x1830977685236736:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.427970:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.427987:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.427997:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.428015:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed88535075e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc11 expref: 43 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.428041:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.428043:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.428049:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.428056:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.428095:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.428107:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679206016:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.428192:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.432161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.432224:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685236992 00000100:00100000:1.0:1746157080.432230:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685236992 00002000:00100000:1.0:1746157080.432264:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce86680 x1830977685236992/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.432272:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86680 with x1830977685236992 ext(0->4095) 00002000:00010000:1.0:1746157080.432277:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce86680 00000100:00100000:3.0:1746157080.432552:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679206016:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.432568:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157080.432645:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13708 00000100:00100000:1.0:1746157080.432653:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2011:x1830977685236992:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157080.432937:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5686850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2010:x1830977685236736:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4987us (5643us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.432945:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17159 00000100:00100000:1.0:1746157080.433967:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977685236992:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1301us (1799us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.433976:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13708 00002000:00100000:1.0:1746157080.433984:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce86680 x1830977685236992/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.433991:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86680 with x1830977685236992 ext(0->4095) 00002000:00010000:1.0:1746157080.433994:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce86680 00000100:00100000:0.0:1746157080.440645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.440995:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685237120 00000100:00100000:2.0:1746157080.441003:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685237120 00000100:00100000:2.0:1746157080.441039:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29821 00000100:00100000:2.0:1746157080.441046:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685237120:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.441061:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.441075:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc1f expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.441101:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.441108:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.441109:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.441112:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.441140:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.441150:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 41 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.441160:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679206144:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.442459:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.444707:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679206144:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.444731:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.444769:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80200, rc 0) 00000100:00100000:2.0:1746157080.444802:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685237120:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3756us (4164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.444809:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29821 00000100:00100000:0.0:1746157080.449133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.449219:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685237248 00000100:00100000:1.0:1746157080.449226:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685237248 00002000:00100000:1.0:1746157080.449265:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ce86d80 x1830977685237248/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.449274:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86d80 with x1830977685237248 ext(0->7) 00010000:00010000:1.0:1746157080.449282:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.449352:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 42 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.449363:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce86d80 00000100:00100000:1.0:1746157080.449386:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2720 00000100:00100000:1.0:1746157080.449392:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685237248:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.451804:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2010:x1830977685237248:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2403us (2670us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746157080.451814:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2720 00002000:00100000:0.0:1746157080.451822:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ce86d80 x1830977685237248/t4294970588(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.451831:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86d80 with x1830977685237248 ext(0->7) 00010000:00010000:0.0:1746157080.451838:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 44 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157080.451852:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 44 pid: 9578 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157080.451858:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce86d80 00000100:00100000:0.0:1746157080.472084:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.472157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.472218:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685237376 00000100:00100000:3.0:1746157080.472225:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685237376 00010000:00010000:3.0:1746157080.472255:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 44 pid: 9578 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.472289:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17160 00000100:00100000:3.0:1746157080.472295:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2013:x1830977685237376:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.472306:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746157080.472319:0:7221:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746157080 -> 1746157081 00002000:00010000:3.0:1746157080.472321:0:7221:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746157080 -> 1746157081 00010000:00010000:3.0:1746157080.472326:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 44 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.472336:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 44 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.472354:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350765 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc18 expref: 44 pid: 9578 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.472377:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.472379:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.472385:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.472391:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.472417:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.472427:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679206272:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.472486:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.473487:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685237504 00000100:00100000:2.0:1746157080.473493:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685237504 00000100:00100000:2.0:1746157080.473518:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29822 00000100:00100000:2.0:1746157080.473523:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:1767:x1830977685237504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.473536:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.473547:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc26 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.473562:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.473568:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.473570:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.473573:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 45 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.473588:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.473597:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 5 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.473605:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679206400:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.473635:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.477948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.478025:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679206272:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.478044:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.478260:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2013:x1830977685237376:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5963us (6179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.478268:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17160 00000100:00100000:2.0:1746157080.478586:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679206400:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.478603:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 44 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.478616:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81400, rc 0) 00000100:00100000:2.0:1746157080.478637:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:1767:x1830977685237504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5113us (6479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.478643:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29822 00000100:00100000:1.0:1746157080.478779:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685237760 00000100:00100000:1.0:1746157080.478784:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685237760 00002000:00100000:1.0:1746157080.478815:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce85f80 x1830977685237760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.478823:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85f80 with x1830977685237760 ext(0->4095) 00010000:00010000:1.0:1746157080.478828:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.478838:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.478844:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce85f80 00000100:00100000:1.0:1746157080.478860:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2721 00000100:00100000:1.0:1746157080.478866:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685237760:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.478988:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685237760:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1048us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.478994:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2721 00002000:00100000:1.0:1746157080.478998:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce85f80 x1830977685237760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.479005:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85f80 with x1830977685237760 ext(0->4095) 00010000:00010000:1.0:1746157080.479010:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.479017:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.479026:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce85f80 00000100:00100000:0.0:1746157080.481611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.481701:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685237888 00000100:00100000:3.0:1746157080.481708:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685237888 00010000:00010000:3.0:1746157080.481760:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.481791:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17161 00000100:00100000:3.0:1746157080.481798:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685237888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.481808:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.482030:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.482046:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.482064:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed88535076c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc1f expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.482090:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.482092:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.482098:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 43 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.482105:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 43 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.482130:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 43 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.482140:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679206528:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.482211:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.485199:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679206528:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.485215:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.485258:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685237888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3460us (3653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.485267:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17161 00000100:00100000:1.0:1746157080.485398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.485498:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685238144 00000100:00100000:2.0:1746157080.485504:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685238144 00002000:00100000:2.0:1746157080.485621:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891880 x1830977685238144/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.485633:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891880 with x1830977685238144 ext(0->4095) 00002000:00010000:2.0:1746157080.485637:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092891880 00000100:00100000:2.0:1746157080.485714:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13709 00000100:00100000:2.0:1746157080.485721:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685238144:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157080.485913:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685238144:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.485919:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13709 00002000:00100000:2.0:1746157080.485924:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891880 x1830977685238144/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.485930:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891880 with x1830977685238144 ext(0->4095) 00002000:00010000:2.0:1746157080.485932:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092891880 00000100:00100000:0.0:1746157080.487844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.487910:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685238272 00000100:00100000:2.0:1746157080.487917:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685238272 00000100:00100000:2.0:1746157080.487972:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29823 00000100:00100000:2.0:1746157080.487979:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685238272:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.487995:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.488009:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc2d expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.488039:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 43 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.488046:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.488047:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.488051:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.488076:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 43 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.488086:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 43 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.488097:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679206656:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.488172:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.490556:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679206656:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.490580:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.490594:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80600, rc 0) 00000100:00100000:2.0:1746157080.490630:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685238272:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2651us (2791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.490638:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29823 00000100:00100000:0.0:1746157080.491059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.491167:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685238400 00000100:00100000:3.0:1746157080.491174:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685238400 00002000:00100000:3.0:1746157080.491204:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012a2ff100 x1830977685238400/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.491212:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ff100 with x1830977685238400 ext(0->7) 00010000:00010000:3.0:1746157080.491218:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 44 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.491228:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 44 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:3.0:1746157080.491234:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ff100 00000100:00100000:3.0:1746157080.491263:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2722 00000100:00100000:3.0:1746157080.491269:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685238400:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.492192:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685238400:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 919us (1129us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1746157080.492199:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2722 00002000:00100000:0.0:1746157080.492205:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012a2ff100 x1830977685238400/t4294970589(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.492218:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ff100 with x1830977685238400 ext(0->7) 00010000:00010000:0.0:1746157080.492223:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 46 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157080.492234:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 46 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157080.492240:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ff100 00000100:00100000:0.0:1746157080.497668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.498835:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685238528 00000100:00100000:3.0:1746157080.498845:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685238528 00010000:00010000:3.0:1746157080.498878:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 46 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.498915:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17162 00000100:00100000:3.0:1746157080.498922:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2012:x1830977685238528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.498934:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.498949:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 46 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.498992:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 46 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.499015:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350773 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc26 expref: 46 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.499040:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.499041:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.499047:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.499053:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.499078:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.499087:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679206784:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.499148:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.504818:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679206784:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.504836:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.504876:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2012:x1830977685238528:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5952us (7212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.504884:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17162 00000100:00100000:0.0:1746157080.505203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.505269:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685238784 00000100:00100000:2.0:1746157080.505275:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685238784 00002000:00100000:2.0:1746157080.505306:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fca80 x1830977685238784/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.505315:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fca80 with x1830977685238784 ext(0->4095) 00002000:00010000:2.0:1746157080.505319:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fca80 00000100:00100000:2.0:1746157080.505990:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13710 00000100:00100000:2.0:1746157080.505998:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685238784:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157080.506172:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685238784:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 175us (969us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.506178:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13710 00002000:00100000:2.0:1746157080.506184:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fca80 x1830977685238784/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.506191:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fca80 with x1830977685238784 ext(0->4095) 00002000:00010000:2.0:1746157080.506194:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fca80 00000100:00100000:0.0:1746157080.510342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.511039:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685238912 00000100:00100000:2.0:1746157080.511047:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685238912 00000100:00100000:2.0:1746157080.511085:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29824 00000100:00100000:2.0:1746157080.511092:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:1767:x1830977685238912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.511109:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.511123:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc34 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.511147:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.511154:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.511155:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.511158:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.511182:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.511196:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 5 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.511206:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679206912:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.511384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.512275:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2450c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.512912:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685239040 00000100:00100000:0.0:1746157080.512919:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685239040 00000100:00100000:0.0:1746157080.512984:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29825 00000100:00100000:0.0:1746157080.512992:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1768:x1830977685239040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157080.513004:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157080.513021:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc3b expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.513038:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157080.513042:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.513048:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157080.513050:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 48 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.513079:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.513088:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 48 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.513096:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801361fba00, rc 0) 00000100:00100000:0.0:1746157080.513127:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:1768:x1830977685239040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (1743us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157080.513132:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29825 00000100:00100000:2.0:1746157080.516049:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679206912:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.516069:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.516081:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81c00, rc 0) 00000100:00100000:0.0:1746157080.516136:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.516487:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1767:x1830977685238912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5393us (6149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.516494:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29824 00000100:00100000:3.0:1746157080.517048:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685239168 00000100:00100000:3.0:1746157080.517055:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685239168 00010000:00010000:3.0:1746157080.517077:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.517104:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17163 00000100:00100000:3.0:1746157080.517306:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685239168:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.517317:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.517332:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.517342:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.517359:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80600/0x7b65fed88535077a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc2d expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.517380:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.517382:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.517388:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.517395:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.517418:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.517427:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 46 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.517442:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679207168:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.517496:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.519013:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679207168:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.519026:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.519059:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685239168:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1948us (2924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.519067:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17163 00000100:00100000:0.0:1746157080.519688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.519929:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685239424 00000100:00100000:2.0:1746157080.519934:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685239424 00002000:00100000:2.0:1746157080.519975:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2ffb80 x1830977685239424/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.519983:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ffb80 with x1830977685239424 ext(0->4095) 00010000:00010000:2.0:1746157080.519990:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.520001:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.520011:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ffb80 00000100:00100000:2.0:1746157080.520890:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2723 00000100:00100000:2.0:1746157080.520901:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2011:x1830977685239424:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157080.521286:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2011:x1830977685239424:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 387us (1599us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.521293:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2723 00002000:00100000:2.0:1746157080.521299:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2ffb80 x1830977685239424/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.521307:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ffb80 with x1830977685239424 ext(0->4095) 00010000:00010000:2.0:1746157080.521313:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.521323:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.521329:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ffb80 00000100:00100000:0.0:1746157080.527121:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.527379:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685239552 00000100:00100000:3.0:1746157080.527386:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685239552 00010000:00010000:3.0:1746157080.527415:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.527450:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17164 00000100:00100000:3.0:1746157080.527457:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2012:x1830977685239552:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.527467:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.527482:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.527491:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.527508:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350781 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc34 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.527531:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.527534:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.527539:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 46 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.527546:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 46 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.527568:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 46 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.527578:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679207296:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.527650:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.531326:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679207296:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.531343:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.531388:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2012:x1830977685239552:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3931us (4272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.531396:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17164 00000100:00100000:0.0:1746157080.531777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.531885:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685239808 00000100:00100000:2.0:1746157080.531891:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685239808 00002000:00100000:2.0:1746157080.531975:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fe680 x1830977685239808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.531984:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fe680 with x1830977685239808 ext(0->4095) 00002000:00010000:2.0:1746157080.531988:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fe680 00000100:00100000:2.0:1746157080.532087:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13711 00000100:00100000:2.0:1746157080.532094:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685239808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157080.532202:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685239808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (426us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.532207:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13711 00002000:00100000:2.0:1746157080.532211:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fe680 x1830977685239808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.532218:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fe680 with x1830977685239808 ext(0->4095) 00002000:00010000:2.0:1746157080.532221:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fe680 00000100:00100000:0.0:1746157080.533728:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.533913:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685239936 00000100:00100000:2.0:1746157080.533919:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685239936 00000100:00100000:2.0:1746157080.534114:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29826 00000100:00100000:2.0:1746157080.534122:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685239936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.534135:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.534148:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc42 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.534169:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 45 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.534175:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.534177:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.534180:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.534205:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 45 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.534220:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 45 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.534230:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679207424:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.534305:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.536798:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679207424:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.536819:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157080.536830:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157080.536831:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81400, rc 0) 00000100:00100000:2.0:1746157080.536873:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685239936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2751us (3149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.536880:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29826 00000100:00100000:3.0:1746157080.537031:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685240064 00000100:00100000:3.0:1746157080.537037:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685240064 00010000:00010000:3.0:1746157080.537059:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 46 pid: 9577 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.537091:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17165 00000100:00100000:3.0:1746157080.537097:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685240064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.537105:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.537120:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 46 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.537133:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 46 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.537149:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed885350788 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc3b expref: 46 pid: 9577 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.537170:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.537172:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.537177:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.537183:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.537210:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.537219:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679207552:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.537265:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.538930:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679207552:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.538945:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.538987:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2011:x1830977685240064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1889us (2155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.538995:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17165 00000100:00100000:0.0:1746157080.541051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.541248:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685240320 00000100:00100000:1.0:1746157080.541254:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685240320 00002000:00100000:1.0:1746157080.541286:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7b80 x1830977685240320/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.541294:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7b80 with x1830977685240320 ext(0->4095) 00002000:00010000:1.0:1746157080.541298:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c7b80 00000100:00100000:1.0:1746157080.541321:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13712 00000100:00100000:1.0:1746157080.541327:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685240320:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157080.541438:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685240320:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.541444:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13712 00002000:00100000:1.0:1746157080.541448:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7b80 x1830977685240320/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.541455:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7b80 with x1830977685240320 ext(0->4095) 00002000:00010000:1.0:1746157080.541457:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c7b80 00000100:00100000:0.0:1746157080.544319:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.544556:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685240448 00000100:00100000:2.0:1746157080.544563:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685240448 00000100:00100000:2.0:1746157080.544610:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29827 00000100:00100000:2.0:1746157080.544616:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:1767:x1830977685240448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.544630:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.544643:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc49 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.544665:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.544677:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.544678:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.544681:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.544705:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.544715:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 5 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.544726:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679207680:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.544821:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.544872:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.545023:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685240576 00000100:00100000:1.0:1746157080.545027:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685240576 00000100:00100000:1.0:1746157080.545047:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29828 00000100:00100000:1.0:1746157080.545051:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1768:x1830977685240576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.545058:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.545065:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc50 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.545077:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.545081:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.545085:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.545088:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 48 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.545105:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 48 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.545115:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 48 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.545122:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71e400, rc 0) 00000100:00100000:1.0:1746157080.545145:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:1768:x1830977685240576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.545151:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29828 00000100:00100000:0.0:1746157080.547782:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.547865:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679207680:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.547886:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.547901:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80e00, rc 0) 00000100:00100000:2.0:1746157080.547932:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1767:x1830977685240448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3315us (3619us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.547939:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29827 00000100:00100000:3.0:1746157080.548021:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685240704 00000100:00100000:3.0:1746157080.548027:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685240704 00010000:00010000:3.0:1746157080.548049:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.548072:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17166 00000100:00100000:3.0:1746157080.548077:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5686450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685240704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.548088:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.548101:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.548111:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.548127:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed88535078f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc42 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.548146:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.548148:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.548153:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.548160:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.548181:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.548189:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 46 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.548199:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679207936:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.548252:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.549390:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679207936:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.549402:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.549437:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5686450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685240704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1359us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.549445:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17166 00000100:00100000:0.0:1746157080.550151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.550204:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685240960 00000100:00100000:2.0:1746157080.550209:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685240960 00002000:00100000:2.0:1746157080.550240:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7100 x1830977685240960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.550254:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7100 with x1830977685240960 ext(0->4095) 00010000:00010000:2.0:1746157080.550261:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.550269:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.550273:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c7100 00000100:00100000:2.0:1746157080.550498:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2724 00000100:00100000:2.0:1746157080.550505:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2010:x1830977685240960:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.550617:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2010:x1830977685240960:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.550622:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2724 00002000:00100000:2.0:1746157080.550627:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7100 x1830977685240960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.550634:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7100 with x1830977685240960 ext(0->4095) 00010000:00010000:2.0:1746157080.550638:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.550646:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.550651:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c7100 00000100:00100000:0.0:1746157080.552555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.552663:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685241088 00000100:00100000:3.0:1746157080.552670:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685241088 00010000:00010000:3.0:1746157080.552692:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.552884:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17167 00000100:00100000:3.0:1746157080.552892:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2013:x1830977685241088:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.552901:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.552916:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.552927:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.552945:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350796 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc49 expref: 47 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:3.0:1746157080.553107:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.553110:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.553117:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.553124:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.553150:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.553160:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679208064:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.553483:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.555448:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679208064:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.555465:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.555499:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2013:x1830977685241088:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2607us (2949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.555508:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17167 00000100:00100000:0.0:1746157080.557079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.557139:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685241344 00000100:00100000:1.0:1746157080.557146:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685241344 00002000:00100000:1.0:1746157080.557178:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c4700 x1830977685241344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.557194:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c4700 with x1830977685241344 ext(0->4095) 00002000:00010000:1.0:1746157080.557197:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c4700 00000100:00100000:1.0:1746157080.557213:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13713 00000100:00100000:1.0:1746157080.557219:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685241344:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.557350:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685241344:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.557356:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13713 00002000:00100000:1.0:1746157080.557361:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c4700 x1830977685241344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.557368:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c4700 with x1830977685241344 ext(0->4095) 00002000:00010000:1.0:1746157080.557371:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c4700 00000100:00100000:0.0:1746157080.560429:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.560982:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685241472 00000100:00100000:2.0:1746157080.560990:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685241472 00000100:00100000:2.0:1746157080.561025:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29829 00000100:00100000:2.0:1746157080.561032:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685241472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.561047:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.561061:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc57 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.561086:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.561092:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.561094:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.561097:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.561120:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.561130:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 45 pid: 9579 timeout: 840 lvb_type: 0 00000100:00100000:2.0:1746157080.561140:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679208192:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.561495:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.564771:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679208192:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.564797:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.564816:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81400, rc 0) 00000100:00100000:2.0:1746157080.564852:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685241472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3819us (4428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.564859:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29829 00000100:00100000:0.0:1746157080.567002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.567204:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685241600 00000100:00100000:3.0:1746157080.567211:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685241600 00010000:00010000:3.0:1746157080.567241:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 46 pid: 9579 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746157080.568092:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17168 00000100:00100000:1.0:1746157080.568105:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685241600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157080.568119:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157080.568139:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 46 pid: 9579 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.568151:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 46 pid: 9579 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.568170:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed88535079d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc50 expref: 46 pid: 9579 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.568191:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.568194:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.568199:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.568206:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.568235:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157080.568245:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679208320:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157080.568326:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.568648:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.568904:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685241728 00000100:00100000:3.0:1746157080.568910:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685241728 00000100:00100000:3.0:1746157080.568936:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29830 00000100:00100000:3.0:1746157080.568943:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:1767:x1830977685241728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.569175:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.569191:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc5e expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.569209:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.569215:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.569216:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.569220:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.569237:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.569246:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 5 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.569254:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679208448:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.569303:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.571640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.571672:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679208320:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157080.571688:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157080.571690:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685241984 00000100:00100000:2.0:1746157080.571695:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685241984 00000100:00100000:1.0:1746157080.571720:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2011:x1830977685241600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3620us (4725us total) trans 0 rc 0/0 00002000:00100000:2.0:1746157080.571724:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7480 x1830977685241984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746157080.571728:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17168 00002000:00100000:2.0:1746157080.571731:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7480 with x1830977685241984 ext(0->4095) 00010000:00010000:2.0:1746157080.571756:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.571766:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.571772:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c7480 00000100:00100000:2.0:1746157080.571785:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2725 00000100:00100000:2.0:1746157080.571790:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685241984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157080.571889:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685241984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.571895:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2725 00002000:00100000:2.0:1746157080.571899:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7480 x1830977685241984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.571910:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7480 with x1830977685241984 ext(0->4095) 00010000:00010000:2.0:1746157080.571914:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:2.0:1746157080.571921:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:2.0:1746157080.571926:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c7480 00000100:00100000:3.0:1746157080.572038:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679208448:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157080.572053:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 46 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.572064:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157080.572091:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:1767:x1830977685241728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3149us (3443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.572097:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29830 00000100:00100000:0.0:1746157080.574308:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.574374:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685242112 00000100:00100000:1.0:1746157080.574379:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685242112 00010000:00010000:1.0:1746157080.574402:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746157080.574429:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17169 00000100:00100000:1.0:1746157080.574435:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685242112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157080.574446:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157080.574459:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.574467:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.574483:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc57 expref: 6 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.574493:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.574495:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.574500:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 45 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.574507:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 45 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.574529:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 45 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157080.574538:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679208576:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157080.574593:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157080.576449:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679208576:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157080.576466:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157080.576662:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685242112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2225us (2358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.576673:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17169 00000100:00100000:0.0:1746157080.577013:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.577151:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685242368 00000100:00100000:2.0:1746157080.577157:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685242368 00002000:00100000:2.0:1746157080.577185:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c5500 x1830977685242368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.577192:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c5500 with x1830977685242368 ext(0->4095) 00002000:00010000:2.0:1746157080.577196:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c5500 00000100:00100000:2.0:1746157080.577262:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13714 00000100:00100000:2.0:1746157080.577269:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685242368:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.577373:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685242368:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.577378:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13714 00002000:00100000:2.0:1746157080.577383:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c5500 x1830977685242368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.577390:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c5500 with x1830977685242368 ext(0->4095) 00002000:00010000:2.0:1746157080.577393:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c5500 00000100:00100000:0.0:1746157080.584306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.584423:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685242496 00000100:00100000:3.0:1746157080.584431:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685242496 00000100:00100000:3.0:1746157080.584465:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29831 00000100:00100000:3.0:1746157080.584472:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685242496:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.584488:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.584501:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc65 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.584526:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 45 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.584532:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.584534:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.584537:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.584560:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 45 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.584570:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 45 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:3.0:1746157080.584579:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679208704:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.584658:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.586794:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679208704:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157080.586818:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.586835:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157080.586869:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685242496:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2396us (2570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.586875:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29831 00000100:00100000:0.0:1746157080.590171:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.590226:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685242624 00000100:00100000:1.0:1746157080.590234:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685242624 00002000:00100000:1.0:1746157080.590273:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091089880 x1830977685242624/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.590286:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089880 with x1830977685242624 ext(0->7) 00010000:00010000:1.0:1746157080.590294:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 46 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.590306:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 46 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746157080.590312:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089880 00000100:00100000:1.0:1746157080.590662:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2726 00000100:00100000:1.0:1746157080.590670:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2010:x1830977685242624:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.593788:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2010:x1830977685242624:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 3108us (3611us total) trans 4294970590 rc 0/0 00000100:00100000:0.0:1746157080.593800:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2726 00002000:00100000:0.0:1746157080.593810:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091089880 x1830977685242624/t4294970590(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.593819:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089880 with x1830977685242624 ext(0->7) 00010000:00010000:0.0:1746157080.593828:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 48 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746157080.593845:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 48 pid: 9674 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746157080.593851:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089880 00000100:00100000:0.0:1746157080.605382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.605469:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685242880 00000100:00100000:0.0:1746157080.605472:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.605480:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685242880 00000100:00100000:3.0:1746157080.605529:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29832 00000100:00100000:3.0:1746157080.605536:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:1767:x1830977685242880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.605552:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.605565:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc6c expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.605590:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.605595:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.605600:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157080.605603:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 49 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.605633:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.605643:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 49 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.605655:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157080.605697:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:1767:x1830977685242880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.605703:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29832 00000100:00100000:1.0:1746157080.605762:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685242752 00000100:00100000:1.0:1746157080.605768:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685242752 00010000:00010000:1.0:1746157080.605795:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 49 pid: 9674 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746157080.605906:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17170 00000100:00100000:1.0:1746157080.605912:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2013:x1830977685242752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157080.605922:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157080.605940:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 49 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.605980:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 49 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.606001:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc5e expref: 49 pid: 9674 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746157080.606431:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.606433:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.606439:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.606445:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.606534:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.606545:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 5 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.606556:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679208960:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157080.607230:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157080.611497:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679208960:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157080.611520:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157080.611570:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2013:x1830977685242752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5657us (6096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.611584:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17170 00000100:00100000:0.0:1746157080.611876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.612062:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685243136 00000100:00100000:1.0:1746157080.612131:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685243136 00002000:00100000:1.0:1746157080.612174:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089180 x1830977685243136/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.612183:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089180 with x1830977685243136 ext(0->4095) 00010000:00010000:1.0:1746157080.612192:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.612204:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.612210:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089180 00000100:00100000:1.0:1746157080.612234:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2727 00000100:00100000:1.0:1746157080.612239:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685243136:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.612537:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685243136:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 297us (662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.612543:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2727 00002000:00100000:1.0:1746157080.612548:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089180 x1830977685243136/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.612555:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089180 with x1830977685243136 ext(0->4095) 00010000:00010000:1.0:1746157080.612559:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.612571:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.612576:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089180 00000100:00100000:0.0:1746157080.616834:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.616951:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685243264 00000100:00100000:1.0:1746157080.616969:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685243264 00010000:00010000:1.0:1746157080.617005:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.618245:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17171 00000100:00100000:1.0:1746157080.618257:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685243264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157080.618274:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157080.618295:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.618308:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.618330:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853507b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc65 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.618353:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.618355:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.618362:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.618373:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.618406:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157080.618417:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679209088:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157080.619483:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157080.626657:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679209088:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157080.626689:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157080.626796:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685243264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8540us (9969us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.626807:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17171 00000100:00100000:0.0:1746157080.628078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.628320:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685243520 00000100:00100000:1.0:1746157080.628330:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685243520 00002000:00100000:1.0:1746157080.628377:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108ad80 x1830977685243520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.628387:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108ad80 with x1830977685243520 ext(0->4095) 00002000:00010000:1.0:1746157080.628393:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009108ad80 00000100:00100000:1.0:1746157080.628424:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13715 00000100:00100000:1.0:1746157080.628430:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685243520:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.628568:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685243520:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.628577:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13715 00002000:00100000:1.0:1746157080.628583:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108ad80 x1830977685243520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.628589:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108ad80 with x1830977685243520 ext(0->4095) 00002000:00010000:1.0:1746157080.628592:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009108ad80 00000100:00100000:0.0:1746157080.631161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.631251:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685243648 00000100:00100000:2.0:1746157080.631260:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685243648 00000100:00100000:2.0:1746157080.631313:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29833 00000100:00100000:2.0:1746157080.631320:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685243648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.631337:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.631354:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc73 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.631382:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.631389:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.631390:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.631393:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.631422:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 47 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.631432:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 47 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.631442:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679209216:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.632165:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.633438:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679209216:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.633463:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.633483:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80e00, rc 0) 00000100:00100000:2.0:1746157080.634965:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685243648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3631us (3799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.634976:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29833 00000100:00100000:0.0:1746157080.635233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.636061:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685243776 00000100:00100000:3.0:1746157080.636070:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685243776 00002000:00100000:3.0:1746157080.636117:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009108b100 x1830977685243776/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.636126:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108b100 with x1830977685243776 ext(0->7) 00010000:00010000:3.0:1746157080.636134:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 48 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.636147:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 48 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157080.636154:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108b100 00000100:00100000:3.0:1746157080.636950:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2728 00000100:00100000:3.0:1746157080.636969:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685243776:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.637861:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2011:x1830977685243776:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 892us (2626us total) trans 4294970591 rc 0/0 00000100:00100000:0.0:1746157080.637874:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2728 00002000:00100000:0.0:1746157080.637882:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009108b100 x1830977685243776/t4294970591(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.637891:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108b100 with x1830977685243776 ext(0->7) 00010000:00010000:0.0:1746157080.637899:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 50 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157080.637911:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 50 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157080.637918:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108b100 00000100:00100000:0.0:1746157080.640431:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.640677:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685243904 00000100:00100000:1.0:1746157080.640686:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685243904 00010000:00010000:1.0:1746157080.640727:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 50 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.640802:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17172 00000100:00100000:1.0:1746157080.640810:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2012:x1830977685243904:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157080.640827:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157080.640848:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 50 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.640860:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 50 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.640884:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853507b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc6c expref: 50 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.640908:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.640910:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.640916:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.640927:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.640973:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157080.640986:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679209344:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157080.641079:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157080.645818:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679209344:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157080.645841:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157080.645850:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157080.645894:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2012:x1830977685243904:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5085us (5472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.645906:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17172 00000100:00100000:2.0:1746157080.646025:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685244160 00000100:00100000:2.0:1746157080.646033:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685244160 00002000:00100000:2.0:1746157080.646078:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088000 x1830977685244160/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.646088:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088000 with x1830977685244160 ext(0->4095) 00002000:00010000:2.0:1746157080.646092:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091088000 00000100:00100000:2.0:1746157080.646122:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13716 00000100:00100000:2.0:1746157080.646129:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685244160:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157080.646276:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685244160:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.646281:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13716 00002000:00100000:2.0:1746157080.646287:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088000 x1830977685244160/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.646294:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088000 with x1830977685244160 ext(0->4095) 00002000:00010000:2.0:1746157080.646296:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091088000 00000100:00100000:0.0:1746157080.648135:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.648249:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.648349:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685244288 00000100:00100000:3.0:1746157080.648358:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685244288 00000100:00100000:3.0:1746157080.648398:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685244416 00000100:00100000:3.0:1746157080.648400:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685244416 00000100:00100000:3.0:1746157080.648433:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29834 00000100:00100000:0.0:1746157080.648440:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29835 00000100:00100000:3.0:1746157080.648441:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:1767:x1830977685244288:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157080.648446:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:1768:x1830977685244416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.648465:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157080.648471:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.648482:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc7a expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.648482:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc81 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.648513:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.648520:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.648522:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.648525:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 52 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.648534:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157080.648537:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 52 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.648542:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157080.648545:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 52 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.648803:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.648809:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 52 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.648815:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 5 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157080.648827:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 52 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.648829:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679209472:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157080.648837:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd9c800, rc 0) 00000100:00100000:0.0:1746157080.648889:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:1768:x1830977685244416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 442us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157080.648896:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29835 00000100:00100000:3.0:1746157080.649098:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.651423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.651494:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685244544 00000100:00100000:1.0:1746157080.651502:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685244544 00000100:00100000:3.0:1746157080.651526:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679209472:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157080.651536:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.651552:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.651566:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157080.651606:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+51:1767:x1830977685244288:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3166us (3482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.651617:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29834 00000100:00100000:2.0:1746157080.651701:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17173 00000100:00100000:2.0:1746157080.651712:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5686050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685244544:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157080.651726:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157080.651780:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.651791:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.651814:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853507c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc73 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.651838:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.651840:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.651847:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 50 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.651856:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 50 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.651888:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 50 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.651899:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 50 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.651911:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679209728:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157080.652452:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.654902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.654978:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685244800 00000100:00100000:1.0:1746157080.654989:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685244800 00002000:00100000:1.0:1746157080.655040:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108a680 x1830977685244800/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.655050:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108a680 with x1830977685244800 ext(0->4095) 00010000:00010000:1.0:1746157080.655059:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 51 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.655077:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 51 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.655084:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108a680 00000100:00100000:1.0:1746157080.655105:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2729 00000100:00100000:1.0:1746157080.655112:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+51:2010:x1830977685244800:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.655159:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679209728:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157080.655179:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157080.655614:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5686050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685244544:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3902us (4198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.655626:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17173 00000100:00100000:1.0:1746157080.655777:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+51:2010:x1830977685244800:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 665us (881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.655783:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2729 00002000:00100000:1.0:1746157080.655789:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108a680 x1830977685244800/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.655795:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108a680 with x1830977685244800 ext(0->4095) 00010000:00010000:1.0:1746157080.655800:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 51 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.655808:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 51 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.655813:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108a680 00000100:00100000:0.0:1746157080.659880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.660024:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685244928 00000100:00100000:2.0:1746157080.660034:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685244928 00010000:00010000:2.0:1746157080.660070:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 51 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.660111:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17174 00000100:00100000:2.0:1746157080.660118:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+51:2010:x1830977685244928:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157080.660137:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157080.660156:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 51 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.660168:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 51 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.660189:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853507c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc7a expref: 51 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.660216:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.660218:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.660224:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 50 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.660232:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 50 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.660261:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 50 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157080.660273:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679209856:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157080.660357:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.663687:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679209856:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157080.663712:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157080.663773:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2010:x1830977685244928:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3654us (3902us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.663785:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17174 00000100:00100000:0.0:1746157080.664029:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.664434:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685245184 00000100:00100000:2.0:1746157080.664442:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685245184 00002000:00100000:2.0:1746157080.664479:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108aa00 x1830977685245184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.664489:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108aa00 with x1830977685245184 ext(0->4095) 00002000:00010000:2.0:1746157080.664493:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009108aa00 00000100:00100000:2.0:1746157080.664520:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13717 00000100:00100000:2.0:1746157080.664526:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2011:x1830977685245184:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157080.664655:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2011:x1830977685245184:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (627us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.664661:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13717 00002000:00100000:2.0:1746157080.664666:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108aa00 x1830977685245184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.664672:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108aa00 with x1830977685245184 ext(0->4095) 00002000:00010000:2.0:1746157080.664675:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009108aa00 00000100:00100000:0.0:1746157080.666873:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.667011:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685245312 00000100:00100000:2.0:1746157080.667021:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685245312 00000100:00100000:2.0:1746157080.667599:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29836 00000100:00100000:2.0:1746157080.667608:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685245312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.667629:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.667648:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc88 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.667680:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 49 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.667687:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.667689:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.667692:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.667722:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 49 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.667762:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 49 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.667776:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679209984:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.668039:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.670301:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679209984:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.670332:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.670353:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81400, rc 0) 00000100:00100000:2.0:1746157080.670397:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685245312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2789us (3534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.670405:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29836 00000100:00100000:0.0:1746157080.670922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.671183:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685245440 00000100:00100000:2.0:1746157080.671190:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685245440 00010000:00010000:2.0:1746157080.671220:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 50 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.671252:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17175 00000100:00100000:2.0:1746157080.671258:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2011:x1830977685245440:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157080.671272:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157080.671291:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 50 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.671300:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 50 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.671322:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed8853507ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc81 expref: 50 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.671977:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.671980:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.671989:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.672003:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.672042:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157080.672053:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679210112:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157080.672440:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.673963:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.674149:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679210112:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.674169:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.674283:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2011:x1830977685245440:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3023us (3361us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.674295:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17175 00000100:00100000:2.0:1746157080.674386:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685245568 00000100:00100000:2.0:1746157080.674393:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685245568 00000100:00100000:2.0:1746157080.674440:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29837 00000100:00100000:2.0:1746157080.674447:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:1767:x1830977685245568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.674465:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.674483:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc8f expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.674510:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.674516:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.674518:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.674521:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 50 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.674548:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.674564:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 5 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.674574:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679210240:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.674628:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.676084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.676144:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685245824 00000100:00100000:2.0:1746157080.676151:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685245824 00002000:00100000:2.0:1746157080.676198:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bed80 x1830977685245824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.676209:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bed80 with x1830977685245824 ext(0->4095) 00010000:00010000:2.0:1746157080.676219:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.676231:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157080.676238:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5bed80 00000100:00100000:2.0:1746157080.676705:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2730 00000100:00100000:2.0:1746157080.676713:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685245824:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.676925:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685245824:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (848us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.676931:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2730 00002000:00100000:2.0:1746157080.676937:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bed80 x1830977685245824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.676951:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bed80 with x1830977685245824 ext(0->4095) 00010000:00010000:2.0:1746157080.676966:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.676975:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157080.676981:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5bed80 00000100:00100000:3.0:1746157080.677389:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679210240:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157080.677424:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 50 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.677438:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80200, rc 0) 00000100:00100000:3.0:1746157080.677475:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:1767:x1830977685245568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3029us (3532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.677482:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29837 00000100:00100000:0.0:1746157080.684975:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.685119:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685245952 00000100:00100000:3.0:1746157080.685130:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685245952 00010000:00010000:3.0:1746157080.685172:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.685360:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17176 00000100:00100000:3.0:1746157080.685370:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685245952:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.685385:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.685407:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.685425:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.685450:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc88 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.685796:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.685799:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.685807:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 49 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.685816:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 49 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.685851:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 49 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.685864:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679210368:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.686463:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.690044:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679210368:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.690070:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.690124:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685245952:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4755us (5169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.690134:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17176 00000100:00100000:0.0:1746157080.690472:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.690818:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685246208 00000100:00100000:3.0:1746157080.690825:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685246208 00002000:00100000:3.0:1746157080.690872:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5be680 x1830977685246208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.690882:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5be680 with x1830977685246208 ext(0->4095) 00002000:00010000:3.0:1746157080.690887:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5be680 00000100:00100000:3.0:1746157080.690912:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13718 00000100:00100000:3.0:1746157080.690919:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2012:x1830977685246208:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157080.691069:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2012:x1830977685246208:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (597us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157080.691076:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13718 00002000:00100000:3.0:1746157080.691081:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5be680 x1830977685246208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.691088:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5be680 with x1830977685246208 ext(0->4095) 00002000:00010000:3.0:1746157080.691091:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5be680 00000100:00100000:0.0:1746157080.692999:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.693100:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685246336 00000100:00100000:3.0:1746157080.693110:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685246336 00000100:00100000:3.0:1746157080.693345:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29838 00000100:00100000:3.0:1746157080.693353:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685246336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.693372:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.693391:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc96 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.693421:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 49 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.693432:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.693433:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157080.693437:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.693467:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 49 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.693478:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 49 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.693489:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679210496:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.694346:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.696921:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679210496:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157080.696965:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.696984:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157080.697031:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685246336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3678us (4043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.697040:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29838 00000100:00100000:0.0:1746157080.697442:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.697647:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685246464 00000100:00100000:3.0:1746157080.697655:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685246464 00002000:00100000:3.0:1746157080.697694:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008e5bdc00 x1830977685246464/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.697710:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bdc00 with x1830977685246464 ext(0->7) 00010000:00010000:3.0:1746157080.697716:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 50 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.697727:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 50 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157080.697766:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5bdc00 00000100:00100000:3.0:1746157080.697787:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2731 00000100:00100000:3.0:1746157080.697795:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2011:x1830977685246464:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.699669:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2011:x1830977685246464:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1862us (2215us total) trans 4294970592 rc 0/0 00000100:00100000:0.0:1746157080.699682:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2731 00002000:00100000:0.0:1746157080.699695:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008e5bdc00 x1830977685246464/t4294970592(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.699704:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bdc00 with x1830977685246464 ext(0->7) 00010000:00010000:0.0:1746157080.699714:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 52 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157080.699730:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 52 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157080.699776:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5bdc00 00000100:00100000:0.0:1746157080.702857:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.702962:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685246592 00000100:00100000:3.0:1746157080.702972:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685246592 00010000:00010000:3.0:1746157080.703012:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 52 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.703059:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17177 00000100:00100000:3.0:1746157080.703067:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2013:x1830977685246592:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.703302:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.703325:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 52 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.703338:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 52 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.703361:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed8853507dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc8f expref: 52 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.703395:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.703396:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.703404:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.703411:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.703444:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.703456:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679210624:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.704172:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.705335:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.705413:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685246720 00000100:00100000:3.0:1746157080.705420:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685246720 00000100:00100000:3.0:1746157080.705513:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29839 00000100:00100000:3.0:1746157080.705521:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:1767:x1830977685246720:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157080.705536:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157080.705550:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fc9d expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.705573:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.705579:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.705581:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.705584:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 53 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.705608:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.705618:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 5 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.705628:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679210752:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157080.706269:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.707350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.707422:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679210624:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.707442:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157080.707567:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685246976 00000100:00100000:0.0:1746157080.707573:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685246976 00002000:00100000:0.0:1746157080.707619:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0000 x1830977685246976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.707628:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0000 with x1830977685246976 ext(0->4095) 00010000:00010000:0.0:1746157080.707637:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157080.707649:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157080.707656:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0000 00000100:00100000:0.0:1746157080.707674:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2732 00000100:00100000:0.0:1746157080.707681:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685246976:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157080.707987:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+53:2013:x1830977685246592:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4920us (5138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.707996:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17177 00000100:00100000:0.0:1746157080.708635:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685246976:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 952us (1287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157080.708642:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2732 00002000:00100000:0.0:1746157080.708648:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0000 x1830977685246976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.708657:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0000 with x1830977685246976 ext(0->4095) 00010000:00010000:0.0:1746157080.708663:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157080.708673:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157080.708679:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0000 00000100:00100000:0.0:1746157080.709408:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679210752:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157080.709433:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 52 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157080.709449:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527800, rc 0) 00000100:00100000:0.0:1746157080.709999:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:1767:x1830977685246720:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4476us (4666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157080.710008:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29839 00000100:00100000:0.0:1746157080.713390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.713465:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685247104 00000100:00100000:3.0:1746157080.713477:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685247104 00010000:00010000:3.0:1746157080.713520:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.713564:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17178 00000100:00100000:3.0:1746157080.713572:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685247104:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.713588:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.713610:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.713627:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.713651:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed8853507e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc96 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.713682:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.713684:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.713691:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.713699:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.713759:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.713772:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679210880:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.713866:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.717161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.717775:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685247360 00000100:00100000:1.0:1746157080.717785:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685247360 00002000:00100000:1.0:1746157080.717830:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ae300 x1830977685247360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.717839:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ae300 with x1830977685247360 ext(0->4095) 00002000:00010000:1.0:1746157080.717844:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ae300 00000100:00100000:1.0:1746157080.717866:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13719 00000100:00100000:1.0:1746157080.717873:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2011:x1830977685247360:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.718059:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2011:x1830977685247360:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (901us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.718065:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13719 00002000:00100000:1.0:1746157080.718071:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ae300 x1830977685247360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.718078:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ae300 with x1830977685247360 ext(0->4095) 00002000:00010000:1.0:1746157080.718081:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ae300 00000100:00100000:3.0:1746157080.718143:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679210880:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.718165:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.718204:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685247104:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4633us (4824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.718213:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17178 00000100:00100000:0.0:1746157080.725679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.725789:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685247488 00000100:00100000:2.0:1746157080.725799:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685247488 00000100:00100000:2.0:1746157080.731100:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29840 00000100:00100000:2.0:1746157080.731125:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685247488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.731144:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.731167:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fca4 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.731202:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.731211:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.731213:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.731217:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.731246:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 51 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.731262:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 51 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.731274:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679211008:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.731376:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.737455:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679211008:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.737491:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.737512:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80a00, rc 0) 00000100:00100000:2.0:1746157080.737569:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685247488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6456us (11901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.737579:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29840 00000100:00100000:0.0:1746157080.744787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.744935:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685247616 00000100:00100000:2.0:1746157080.744945:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685247616 00000100:00100000:2.0:1746157080.745007:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29841 00000100:00100000:2.0:1746157080.745014:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:1767:x1830977685247616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.745035:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.745054:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcab expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.745088:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.745094:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.745104:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157080.745107:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 53 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.745149:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.745160:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 53 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.745170:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81400, rc 0) 00000100:00100000:2.0:1746157080.745227:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+53:1767:x1830977685247616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.745233:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29841 00000100:00100000:0.0:1746157080.748212:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.750365:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685247744 00000100:00100000:2.0:1746157080.750381:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685247744 00002000:00100000:2.0:1746157080.750446:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3aca80 x1830977685247744/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.750456:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aca80 with x1830977685247744 ext(0->7) 00010000:00010000:2.0:1746157080.750467:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 53 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.750482:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 53 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157080.750489:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3aca80 00000100:00100000:2.0:1746157080.750528:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2733 00000100:00100000:2.0:1746157080.750536:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+53:2010:x1830977685247744:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.754320:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2010:x1830977685247744:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 3772us (6104us total) trans 4294970593 rc 0/0 00000100:00100000:0.0:1746157080.754332:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2733 00002000:00100000:0.0:1746157080.754341:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3aca80 x1830977685247744/t4294970593(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.754351:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aca80 with x1830977685247744 ext(0->7) 00010000:00010000:0.0:1746157080.754361:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 55 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157080.754378:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 55 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157080.754385:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3aca80 00000100:00100000:0.0:1746157080.758371:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.760703:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685247872 00000100:00100000:3.0:1746157080.761849:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685247872 00010000:00010000:3.0:1746157080.761897:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 55 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.761947:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17179 00000100:00100000:3.0:1746157080.761964:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2011:x1830977685247872:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.761979:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.762000:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 55 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.762012:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 55 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.762035:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853507ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fc9d expref: 55 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.762063:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.762065:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.762072:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.762080:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.762114:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.762125:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 5 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.762139:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679211264:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.762246:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.769432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.769539:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685248128 00000100:00100000:1.0:1746157080.769549:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685248128 00002000:00100000:1.0:1746157080.769599:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ace00 x1830977685248128/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.769610:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ace00 with x1830977685248128 ext(0->4095) 00010000:00010000:1.0:1746157080.769619:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.769628:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679211264:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157080.769634:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.769640:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3ace00 00010000:00010000:3.0:1746157080.769647:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157080.769662:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2734 00000100:00100000:1.0:1746157080.769669:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685248128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157080.769691:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2011:x1830977685247872:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7736us (11330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.769699:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17179 00000100:00100000:1.0:1746157080.772944:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685248128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 3263us (3511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.772966:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2734 00002000:00100000:1.0:1746157080.772979:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ace00 x1830977685248128/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.772989:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ace00 with x1830977685248128 ext(0->4095) 00010000:00010000:1.0:1746157080.772999:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.773014:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.773020:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3ace00 00000100:00100000:0.0:1746157080.778413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.778621:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685248256 00000100:00100000:3.0:1746157080.778631:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685248256 00010000:00010000:3.0:1746157080.778668:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.778714:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17180 00000100:00100000:3.0:1746157080.778722:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5685c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685248256:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.778772:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.778791:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.779649:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.779673:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853507f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fca4 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.779698:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.779701:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.779708:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 53 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.779716:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 53 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.779765:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 53 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.779778:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679211392:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.779867:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.782445:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679211392:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.782465:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.782519:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5685c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685248256:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3796us (4115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.782530:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17180 00000100:00100000:0.0:1746157080.782968:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.783158:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685248512 00000100:00100000:2.0:1746157080.783164:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685248512 00002000:00100000:2.0:1746157080.783202:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ad180 x1830977685248512/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.783211:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad180 with x1830977685248512 ext(0->4095) 00002000:00010000:2.0:1746157080.783215:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ad180 00000100:00100000:2.0:1746157080.783228:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13720 00000100:00100000:2.0:1746157080.783234:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2012:x1830977685248512:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157080.784531:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2012:x1830977685248512:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 1289us (1555us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.784540:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13720 00002000:00100000:2.0:1746157080.784550:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ad180 x1830977685248512/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.784558:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad180 with x1830977685248512 ext(0->4095) 00002000:00010000:2.0:1746157080.784564:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ad180 00000100:00100000:0.0:1746157080.789185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.789253:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685248640 00000100:00100000:1.0:1746157080.789264:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685248640 00000100:00100000:1.0:1746157080.789321:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29842 00000100:00100000:1.0:1746157080.789329:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685248640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.789348:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.789365:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcb2 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.789395:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 53 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.789401:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.789403:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.789406:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.789436:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 53 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.789447:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 53 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.789458:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679211520:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157080.789557:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.793621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.793631:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679211520:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157080.793668:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.793687:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71e600, rc 0) 00000100:00100000:1.0:1746157080.793731:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685248640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4403us (4556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.793758:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29842 00000100:00100000:2.0:1746157080.794440:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685248768 00000100:00100000:2.0:1746157080.794448:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685248768 00002000:00100000:2.0:1746157080.794488:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3ad880 x1830977685248768/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.794497:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad880 with x1830977685248768 ext(0->7) 00010000:00010000:2.0:1746157080.794503:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 54 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.794520:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 54 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157080.794526:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3ad880 00000100:00100000:2.0:1746157080.794541:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2735 00000100:00100000:2.0:1746157080.794547:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2012:x1830977685248768:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.797006:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2012:x1830977685248768:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2448us (3384us total) trans 4294970594 rc 0/0 00000100:00100000:0.0:1746157080.797019:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2735 00002000:00100000:0.0:1746157080.797030:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3ad880 x1830977685248768/t4294970594(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.797039:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad880 with x1830977685248768 ext(0->7) 00010000:00010000:0.0:1746157080.797050:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 56 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157080.797066:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 56 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157080.797072:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3ad880 00000100:00100000:0.0:1746157080.817314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.817361:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.817975:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685249024 00000100:00100000:3.0:1746157080.817984:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685249024 00010000:00010000:3.0:1746157080.818021:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 56 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.818050:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17181 00000100:00100000:3.0:1746157080.818056:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2013:x1830977685249024:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.818069:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.818088:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 56 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.818103:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 56 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.818126:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed8853507f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcab expref: 56 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.818143:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.818146:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.818153:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.818160:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.818192:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.818203:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679211648:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.818296:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157080.818390:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685248896 00000100:00100000:1.0:1746157080.818394:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685248896 00000100:00100000:1.0:1746157080.818427:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29843 00000100:00100000:1.0:1746157080.818432:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:1767:x1830977685248896:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.818445:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.818455:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcb9 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.818474:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.818479:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.818480:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.818483:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.818497:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.818506:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 5 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.818512:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679211776:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157080.818531:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.821385:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679211648:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.821410:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.821461:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2013:x1830977685249024:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3402us (4095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.821474:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17181 00000100:00100000:1.0:1746157080.821516:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679211776:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157080.821544:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 56 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.821562:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71fa00, rc 0) 00000100:00100000:1.0:1746157080.821584:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:1767:x1830977685248896:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3152us (4281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.821590:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29843 00000100:00100000:0.0:1746157080.821635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.821770:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685249280 00000100:00100000:1.0:1746157080.821778:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685249280 00002000:00100000:1.0:1746157080.821815:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ac000 x1830977685249280/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.821823:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ac000 with x1830977685249280 ext(0->4095) 00010000:00010000:1.0:1746157080.821830:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.821840:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.821847:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3ac000 00000100:00100000:1.0:1746157080.821872:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2736 00000100:00100000:1.0:1746157080.821878:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685249280:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.822034:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685249280:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.822040:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2736 00002000:00100000:1.0:1746157080.822045:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3ac000 x1830977685249280/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.822052:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ac000 with x1830977685249280 ext(0->4095) 00010000:00010000:1.0:1746157080.822056:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.822065:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.822071:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3ac000 00000100:00100000:0.0:1746157080.823451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.823530:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685249408 00000100:00100000:3.0:1746157080.823538:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685249408 00010000:00010000:3.0:1746157080.823563:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.823592:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17182 00000100:00100000:3.0:1746157080.823598:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685249408:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.823608:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.823629:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.823640:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.823661:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e600/0x7b65fed8853507ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb2 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.823677:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.823679:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.823685:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.823692:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.823721:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.823732:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679211904:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.823871:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.826387:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.826416:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679211904:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.826436:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157080.826476:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685249664 00000100:00100000:3.0:1746157080.826477:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685249408:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2878us (3031us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.826483:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685249664 00000100:00100000:3.0:1746157080.826486:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17182 00002000:00100000:1.0:1746157080.826525:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3af800 x1830977685249664/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.826534:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3af800 with x1830977685249664 ext(0->4095) 00002000:00010000:1.0:1746157080.826538:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3af800 00000100:00100000:1.0:1746157080.826566:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13721 00000100:00100000:1.0:1746157080.826575:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685249664:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.827300:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685249664:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 724us (922us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.827306:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13721 00002000:00100000:1.0:1746157080.827311:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3af800 x1830977685249664/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.827319:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3af800 with x1830977685249664 ext(0->4095) 00002000:00010000:1.0:1746157080.827321:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3af800 00000100:00100000:0.0:1746157080.831708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.831873:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685249792 00000100:00100000:1.0:1746157080.831884:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685249792 00000100:00100000:1.0:1746157080.831949:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29844 00000100:00100000:1.0:1746157080.831966:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685249792:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.831984:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.832001:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcc0 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.832035:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.832048:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.832050:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.832053:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.832085:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.832097:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 55 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.832110:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679212032:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157080.832213:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157080.835337:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679212032:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157080.835369:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.835386:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71e000, rc 0) 00000100:00100000:1.0:1746157080.835442:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685249792:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3477us (3745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.835451:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29844 00000100:00100000:0.0:1746157080.837172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.837350:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685249920 00000100:00100000:1.0:1746157080.837359:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685249920 00002000:00100000:1.0:1746157080.837404:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3aea00 x1830977685249920/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.837420:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aea00 with x1830977685249920 ext(0->7) 00010000:00010000:1.0:1746157080.837428:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 56 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.837442:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 56 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.837449:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3aea00 00000100:00100000:1.0:1746157080.838517:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2737 00000100:00100000:1.0:1746157080.838529:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685249920:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.839552:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977685249920:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1020us (2386us total) trans 4294970595 rc 0/0 00000100:00100000:0.0:1746157080.839562:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2737 00002000:00100000:0.0:1746157080.839571:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3aea00 x1830977685249920/t4294970595(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.839581:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aea00 with x1830977685249920 ext(0->7) 00010000:00010000:0.0:1746157080.839591:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 58 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157080.839606:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 58 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157080.839613:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3aea00 00000100:00100000:0.0:1746157080.843357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.843497:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685250048 00000100:00100000:1.0:1746157080.843508:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685250048 00000100:00100000:1.0:1746157080.843576:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29845 00000100:00100000:1.0:1746157080.843584:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:1767:x1830977685250048:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.844208:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.844232:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcc7 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.844262:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.844269:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.844275:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157080.844521:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.844575:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.844590:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.844600:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71fc00, rc 0) 00000100:00100000:1.0:1746157080.844659:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:1767:x1830977685250048:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1076us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.844666:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29845 00000100:00100000:0.0:1746157080.844713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.844880:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685250176 00000100:00100000:3.0:1746157080.844884:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685250176 00010000:00010000:3.0:1746157080.844903:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.844924:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17183 00000100:00100000:3.0:1746157080.844929:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2013:x1830977685250176:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.844939:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.844968:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.844980:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.845001:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350806 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcb9 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.845024:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.845025:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.845031:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.845044:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.845066:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.845078:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 5 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.845089:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679212288:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.845145:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.846610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.846684:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685250432 00000100:00100000:1.0:1746157080.846692:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685250432 00002000:00100000:1.0:1746157080.846731:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11880 x1830977685250432/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.846769:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11880 with x1830977685250432 ext(0->4095) 00010000:00010000:1.0:1746157080.846778:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.846791:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.846797:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d11880 00000100:00100000:3.0:1746157080.846942:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679212288:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.846973:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.847011:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2013:x1830977685250176:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2081us (2296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.847021:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17183 00000100:00100000:1.0:1746157080.847413:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2738 00000100:00100000:1.0:1746157080.847421:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685250432:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157080.847552:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685250432:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (951us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.847558:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2738 00002000:00100000:1.0:1746157080.847564:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11880 x1830977685250432/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.847571:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11880 with x1830977685250432 ext(0->4095) 00010000:00010000:1.0:1746157080.847575:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.847583:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.847588:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d11880 00000100:00100000:1.0:1746157080.853251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.853447:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685250560 00000100:00100000:3.0:1746157080.853456:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685250560 00010000:00010000:3.0:1746157080.853494:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.853534:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17184 00000100:00100000:3.0:1746157080.853543:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685250560:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.853558:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.853580:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.853591:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.853617:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535080d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc0 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.853644:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.853646:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.853653:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.853661:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.853697:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.853709:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679212416:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.854584:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.856900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.857038:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685250816 00000100:00100000:0.0:1746157080.857044:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685250816 00002000:00100000:0.0:1746157080.857092:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10380 x1830977685250816/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.857102:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10380 with x1830977685250816 ext(0->4095) 00002000:00010000:0.0:1746157080.857107:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d10380 00000100:00100000:3.0:1746157080.857154:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679212416:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.857178:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157080.857279:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13722 00000100:00100000:0.0:1746157080.857290:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977685250816:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157080.857317:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685250560:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3775us (4076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.857326:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17184 00000100:00100000:0.0:1746157080.857555:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977685250816:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 269us (666us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157080.857561:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13722 00002000:00100000:0.0:1746157080.857567:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10380 x1830977685250816/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.857573:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10380 with x1830977685250816 ext(0->4095) 00002000:00010000:0.0:1746157080.857576:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d10380 00000100:00100000:0.0:1746157080.859547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.859729:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685250944 00000100:00100000:1.0:1746157080.859762:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685250944 00000100:00100000:1.0:1746157080.859818:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29846 00000100:00100000:1.0:1746157080.859827:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685250944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.859847:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.859866:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcce expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.859898:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.859905:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.859907:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.859911:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.859946:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.859965:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 57 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.859979:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092890e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679212544:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157080.860059:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157080.862080:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092890e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679212544:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157080.862115:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.862132:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71f200, rc 0) 00000100:00100000:1.0:1746157080.862187:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685250944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2360us (2650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.862196:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29846 00000100:00100000:0.0:1746157080.862338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.862623:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685251072 00000100:00100000:3.0:1746157080.862631:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685251072 00010000:00010000:3.0:1746157080.862661:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 58 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.862684:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17185 00000100:00100000:3.0:1746157080.862692:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977685251072:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.862704:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.862933:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 58 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.862945:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 58 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.862975:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350814 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcc7 expref: 58 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.863135:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.863138:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.863147:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.863155:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.863185:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.863198:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679212672:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.864224:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.866452:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679212672:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.866475:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.866566:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2011:x1830977685251072:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3872us (4226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.866576:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17185 00000100:00100000:0.0:1746157080.866631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.866717:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685251328 00000100:00100000:0.0:1746157080.866723:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685251328 00002000:00100000:0.0:1746157080.866784:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10700 x1830977685251328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.866800:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10700 with x1830977685251328 ext(0->4095) 00002000:00010000:0.0:1746157080.866804:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d10700 00000100:00100000:2.0:1746157080.866988:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13723 00000100:00100000:2.0:1746157080.866998:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685251328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.867155:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685251328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.867161:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13723 00002000:00100000:2.0:1746157080.867166:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10700 x1830977685251328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.867173:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10700 with x1830977685251328 ext(0->4095) 00002000:00010000:2.0:1746157080.867176:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d10700 00000100:00100000:2.0:1746157080.868367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.868410:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685251456 00000100:00100000:1.0:1746157080.868414:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685251456 00000100:00100000:1.0:1746157080.868450:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29847 00000100:00100000:1.0:1746157080.868456:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:1767:x1830977685251456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.868466:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.868482:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcd5 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.868506:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.868514:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.868516:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.868519:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.868548:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.868559:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 5 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.868569:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092890e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679212800:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157080.870060:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.870322:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.870395:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685251584 00000100:00100000:2.0:1746157080.870401:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685251584 00000100:00100000:2.0:1746157080.870439:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29848 00000100:00100000:2.0:1746157080.870444:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:1768:x1830977685251584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.870456:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.870470:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcdc expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.870493:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.870498:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.870503:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.870506:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 60 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.870532:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.870543:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 60 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.870552:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81c00, rc 0) 00000100:00100000:2.0:1746157080.870593:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1768:x1830977685251584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.870599:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29848 00000100:00100000:1.0:1746157080.874154:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092890e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679212800:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157080.874189:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.874208:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71f800, rc 0) 00000100:00100000:1.0:1746157080.874269:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:1767:x1830977685251456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5812us (5903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.874278:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29847 00000100:00100000:0.0:1746157080.874413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.874482:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685251712 00000100:00100000:2.0:1746157080.874492:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685251712 00010000:00010000:2.0:1746157080.874520:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.874589:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17186 00000100:00100000:2.0:1746157080.874596:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685251712:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157080.874612:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157080.874635:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.874647:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.874671:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed88535081b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcce expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.874694:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.874696:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.874703:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.874711:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.874755:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.874766:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 58 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.874776:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679213056:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157080.875592:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.876976:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679213056:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157080.876996:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157080.877345:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685251712:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2747us (2932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.877355:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17186 00000100:00100000:0.0:1746157080.878986:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.879122:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685251968 00000100:00100000:2.0:1746157080.879130:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685251968 00002000:00100000:2.0:1746157080.879172:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d12d80 x1830977685251968/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.879181:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12d80 with x1830977685251968 ext(0->4095) 00010000:00010000:2.0:1746157080.879190:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.879204:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157080.879210:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d12d80 00000100:00100000:2.0:1746157080.879229:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2739 00000100:00100000:2.0:1746157080.879236:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977685251968:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.879392:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977685251968:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.879398:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2739 00002000:00100000:2.0:1746157080.879403:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d12d80 x1830977685251968/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.879409:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12d80 with x1830977685251968 ext(0->4095) 00010000:00010000:2.0:1746157080.879413:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.879426:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157080.879431:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d12d80 00000100:00100000:0.0:1746157080.881563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.881813:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685252096 00000100:00100000:2.0:1746157080.881822:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685252096 00010000:00010000:2.0:1746157080.881856:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.881894:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17187 00000100:00100000:2.0:1746157080.881901:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5685850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977685252096:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157080.881914:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157080.881934:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.882009:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.882035:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed885350822 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcd5 expref: 59 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.882084:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.882086:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.882095:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 58 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.882108:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 58 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.882144:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 58 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157080.882155:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679213184:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157080.882235:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.883809:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679213184:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157080.883830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157080.883833:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157080.883948:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685252352 00000100:00100000:1.0:1746157080.883964:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685252352 00000100:00100000:2.0:1746157080.883971:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5685850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977685252096:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2070us (2418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.883982:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17187 00002000:00100000:1.0:1746157080.884007:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11500 x1830977685252352/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.884023:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11500 with x1830977685252352 ext(0->4095) 00002000:00010000:1.0:1746157080.884027:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d11500 00000100:00100000:3.0:1746157080.884262:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13724 00000100:00100000:3.0:1746157080.884271:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685252352:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157080.884429:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685252352:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157080.884435:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13724 00002000:00100000:3.0:1746157080.884440:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11500 x1830977685252352/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.884447:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11500 with x1830977685252352 ext(0->4095) 00002000:00010000:3.0:1746157080.884450:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d11500 00000100:00100000:0.0:1746157080.888876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.889516:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685252480 00000100:00100000:1.0:1746157080.889526:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685252480 00000100:00100000:1.0:1746157080.890093:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29849 00000100:00100000:1.0:1746157080.890104:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685252480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.890127:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.890146:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fce3 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.890177:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 57 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.890185:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.890186:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.890190:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.890223:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 57 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.890235:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 57 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.890248:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092890e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679213312:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157080.890356:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157080.895178:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092890e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679213312:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157080.895219:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.895239:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71fc00, rc 0) 00000100:00100000:1.0:1746157080.895286:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685252480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5184us (6427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.895461:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29849 00000100:00100000:0.0:1746157080.897780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157080.897834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.897929:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685252608 00000100:00100000:1.0:1746157080.897939:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685252608 00000100:00100000:1.0:1746157080.898000:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29850 00000100:00100000:1.0:1746157080.898008:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:1767:x1830977685252608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.898028:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.898046:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcea expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.898076:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.898083:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.898090:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157080.898093:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157080.898100:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685252736 00000100:00100000:2.0:1746157080.898104:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685252736 00010000:00010000:2.0:1746157080.898125:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 60 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.898132:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.898148:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157080.898154:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17188 00010000:00010000:1.0:1746157080.898158:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71ee00, rc 0) 00000100:00100000:2.0:1746157080.898160:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685252736:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157080.898170:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157080.898189:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 60 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.898200:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 60 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.898215:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1767:x1830977685252608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 207us (494us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157080.898219:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350829 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcdc expref: 60 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.898221:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29850 00010000:00010000:2.0:1746157080.898291:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.898293:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.898300:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.898308:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.898330:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.898341:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 5 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.898352:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679213568:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157080.898414:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157080.904313:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.904412:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679213568:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157080.904432:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157080.904473:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977685252736:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6312us (6639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.904483:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17188 00000100:00100000:1.0:1746157080.904651:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685252992 00000100:00100000:1.0:1746157080.904658:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685252992 00002000:00100000:1.0:1746157080.904694:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d12300 x1830977685252992/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.904703:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12300 with x1830977685252992 ext(0->4095) 00010000:00010000:1.0:1746157080.904711:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.904723:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.904730:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d12300 00000100:00100000:1.0:1746157080.904911:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2740 00000100:00100000:1.0:1746157080.904918:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685252992:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.905074:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685252992:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (773us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.905080:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2740 00002000:00100000:1.0:1746157080.905086:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d12300 x1830977685252992/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.905098:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12300 with x1830977685252992 ext(0->4095) 00010000:00010000:1.0:1746157080.905103:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.905112:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.905117:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d12300 00000100:00100000:0.0:1746157080.908344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.908421:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685253120 00000100:00100000:2.0:1746157080.908431:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685253120 00010000:00010000:2.0:1746157080.908470:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.908508:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17189 00000100:00100000:2.0:1746157080.908516:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685253120:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157080.908531:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157080.908551:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.908564:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.908588:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed885350830 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fce3 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157080.908620:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.908622:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157080.908629:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.908637:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.908668:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157080.908680:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679213696:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157080.909380:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.912658:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679213696:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.912681:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.912758:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685253120:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4241us (4424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.912770:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17189 00000100:00100000:0.0:1746157080.912854:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.913259:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685253376 00000100:00100000:3.0:1746157080.913265:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685253376 00002000:00100000:3.0:1746157080.913304:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11f80 x1830977685253376/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.913319:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11f80 with x1830977685253376 ext(0->4095) 00002000:00010000:3.0:1746157080.913323:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d11f80 00000100:00100000:3.0:1746157080.913790:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13725 00000100:00100000:3.0:1746157080.913798:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977685253376:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157080.913945:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977685253376:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (1092us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157080.913951:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13725 00002000:00100000:3.0:1746157080.913965:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11f80 x1830977685253376/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.913972:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11f80 with x1830977685253376 ext(0->4095) 00002000:00010000:3.0:1746157080.913975:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d11f80 00000100:00100000:0.0:1746157080.915894:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.915987:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685253504 00000100:00100000:2.0:1746157080.915996:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685253504 00000100:00100000:2.0:1746157080.916297:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29851 00000100:00100000:2.0:1746157080.916307:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685253504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.916329:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.916348:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcf1 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.916379:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.916387:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.916388:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.916391:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.916420:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.916431:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 57 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157080.916442:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679213824:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157080.917051:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157080.920106:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679213824:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157080.920139:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.920168:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80e00, rc 0) 00000100:00100000:2.0:1746157080.920235:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685253504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3928us (4349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.920245:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29851 00000100:00100000:0.0:1746157080.921471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.921678:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685253632 00000100:00100000:1.0:1746157080.921686:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685253632 00002000:00100000:1.0:1746157080.921729:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5cbb80 x1830977685253632/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.921775:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cbb80 with x1830977685253632 ext(0->7) 00010000:00010000:1.0:1746157080.921785:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 58 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.921802:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 58 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.921810:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cbb80 00000100:00100000:1.0:1746157080.921841:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2741 00000100:00100000:1.0:1746157080.921849:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685253632:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157080.927044:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685253632:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 5181us (5564us total) trans 4294970596 rc 0/0 00000100:00100000:1.0:1746157080.927058:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2741 00002000:00100000:1.0:1746157080.927074:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5cbb80 x1830977685253632/t4294970596(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.927084:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cbb80 with x1830977685253632 ext(0->7) 00010000:00010000:1.0:1746157080.927094:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 60 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.927112:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 60 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.927119:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cbb80 00000100:00100000:0.0:1746157080.938914:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.939104:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685253760 00000100:00100000:2.0:1746157080.939114:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685253760 00000100:00100000:2.0:1746157080.939170:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29852 00000100:00100000:2.0:1746157080.939178:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1767:x1830977685253760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157080.939198:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157080.939216:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcf8 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.939245:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157080.939251:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.939257:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157080.939261:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 61 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.939296:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.939307:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 61 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157080.939322:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81400, rc 0) 00000100:00100000:2.0:1746157080.939365:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1767:x1830977685253760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157080.939371:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29852 00000100:00100000:0.0:1746157080.945423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.945475:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685253888 00000100:00100000:3.0:1746157080.945484:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685253888 00010000:00010000:3.0:1746157080.945522:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 61 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.945574:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17190 00000100:00100000:3.0:1746157080.945582:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2013:x1830977685253888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.945600:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.945620:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 61 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.945632:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 61 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.945655:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed885350837 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcea expref: 61 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.945685:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.945688:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.945696:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.945703:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.945762:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.945774:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 5 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.945785:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679214080:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.947009:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.948640:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679214080:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.948663:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.948719:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2013:x1830977685253888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3137us (3304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.948730:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17190 00000100:00100000:0.0:1746157080.952017:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.952337:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685254144 00000100:00100000:1.0:1746157080.952348:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685254144 00002000:00100000:1.0:1746157080.952405:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cb480 x1830977685254144/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.952416:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb480 with x1830977685254144 ext(0->4095) 00010000:00010000:1.0:1746157080.952427:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.952441:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.952448:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cb480 00000100:00100000:1.0:1746157080.952703:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2742 00000100:00100000:1.0:1746157080.952712:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685254144:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157080.954196:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685254144:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1476us (2182us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.954211:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2742 00002000:00100000:1.0:1746157080.954323:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cb480 x1830977685254144/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.954332:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb480 with x1830977685254144 ext(0->4095) 00010000:00010000:1.0:1746157080.954341:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157080.954355:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157080.954361:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cb480 00000100:00100000:0.0:1746157080.960925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.961718:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685254272 00000100:00100000:3.0:1746157080.961729:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685254272 00010000:00010000:3.0:1746157080.961802:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.961846:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17191 00000100:00100000:3.0:1746157080.961853:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685254272:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.961867:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.961886:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.961898:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.961920:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535083e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf1 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.961948:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.961951:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.961968:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 59 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.961976:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 59 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.962008:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 59 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.962020:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679214208:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.962106:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.969817:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679214208:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.969845:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.969910:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685254272:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8055us (8993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.969920:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17191 00000100:00100000:0.0:1746157080.970715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.971111:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685254528 00000100:00100000:1.0:1746157080.971120:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685254528 00002000:00100000:1.0:1746157080.971162:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c8380 x1830977685254528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.971171:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8380 with x1830977685254528 ext(0->4095) 00002000:00010000:1.0:1746157080.971175:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c8380 00000100:00100000:1.0:1746157080.971207:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13726 00000100:00100000:1.0:1746157080.971214:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685254528:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157080.971360:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685254528:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157080.971367:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13726 00002000:00100000:1.0:1746157080.971372:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c8380 x1830977685254528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157080.971386:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c8380 with x1830977685254528 ext(0->4095) 00002000:00010000:1.0:1746157080.971389:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c8380 00000100:00100000:0.0:1746157080.978315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.981102:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685254656 00000100:00100000:1.0:1746157080.981117:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685254656 00000100:00100000:1.0:1746157080.981183:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29853 00000100:00100000:1.0:1746157080.981191:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685254656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.981209:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.981226:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fcff expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.981255:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 59 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.981262:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.981263:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157080.981267:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.981296:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 59 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.981306:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 59 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.981319:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092890e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679214336:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157080.982148:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157080.987177:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092890e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679214336:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157080.987219:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.987239:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71f800, rc 0) 00000100:00100000:0.0:1746157080.987305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.987307:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685254656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6115us (9001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157080.987319:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29853 00000100:00100000:3.0:1746157080.987406:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685254784 00000100:00100000:3.0:1746157080.987414:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685254784 00002000:00100000:3.0:1746157080.987455:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d7ad500 x1830977685254784/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157080.987463:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ad500 with x1830977685254784 ext(0->7) 00010000:00010000:3.0:1746157080.987470:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 60 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.987481:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 60 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157080.987488:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7ad500 00000100:00100000:3.0:1746157080.987504:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2743 00000100:00100000:3.0:1746157080.987510:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685254784:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157080.988604:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685254784:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1087us (1294us total) trans 4294970597 rc 0/0 00000100:00100000:0.0:1746157080.988613:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2743 00002000:00100000:0.0:1746157080.988621:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d7ad500 x1830977685254784/t4294970597(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:641/0 lens 496/448 e 0 to 0 dl 1746157091 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157080.988629:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ad500 with x1830977685254784 ext(0->7) 00010000:00010000:0.0:1746157080.988636:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157080.988648:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157080.988653:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7ad500 00000100:00100000:0.0:1746157080.991493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157080.991610:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685254912 00000100:00100000:3.0:1746157080.991620:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685254912 00010000:00010000:3.0:1746157080.991820:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157080.992041:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17192 00000100:00100000:3.0:1746157080.992051:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685254912:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157080.992065:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157080.992085:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.992097:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.992120:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350845 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcf8 expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157080.992151:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.992153:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157080.992160:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.992169:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157080.992201:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157080.992213:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679214464:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157080.992295:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157080.994337:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679214464:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157080.994359:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157080.994532:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685254912:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2480us (3048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157080.994543:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17192 00000100:00100000:0.0:1746157080.994709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157080.994766:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685255168 00000100:00100000:2.0:1746157080.994773:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685255168 00002000:00100000:2.0:1746157080.994813:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7aca80 x1830977685255168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/0 e 0 to 0 dl 1746157091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.994822:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aca80 with x1830977685255168 ext(0->4095) 00002000:00010000:2.0:1746157080.994827:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7aca80 00000100:00100000:2.0:1746157080.994853:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13727 00000100:00100000:2.0:1746157080.994859:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685255168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157080.995007:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685255168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157080.995013:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13727 00002000:00100000:2.0:1746157080.995018:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7aca80 x1830977685255168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:641/0 lens 488/4536 e 0 to 0 dl 1746157091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157080.995024:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aca80 with x1830977685255168 ext(0->4095) 00002000:00010000:2.0:1746157080.995027:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7aca80 00000100:00100000:0.0:1746157080.998049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157080.998106:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685255296 00000100:00100000:1.0:1746157080.998114:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685255296 00000100:00100000:1.0:1746157080.998169:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29854 00000100:00100000:1.0:1746157080.998177:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1768:x1830977685255296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157080.998197:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157080.998215:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd06 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.998247:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.998255:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.998256:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157080.998260:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.998594:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157080.998607:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 5 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157080.998620:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092890e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679214592:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157080.998928:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.003627:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092890e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679214592:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.003664:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.003681:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71e400, rc 0) 00000100:00100000:1.0:1746157081.003757:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:1768:x1830977685255296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5579us (5716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.003766:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29854 00000100:00100000:0.0:1746157081.003769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.003807:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685255424 00000100:00100000:1.0:1746157081.003813:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685255424 00000100:00100000:1.0:1746157081.003837:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29855 00000100:00100000:1.0:1746157081.003843:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:1767:x1830977685255424:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.003858:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.003871:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd0d expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.003889:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.003893:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 63 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.003899:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.003903:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 63 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.003934:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 63 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.003943:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 63 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.003950:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71f400, rc 0) 00000100:00100000:1.0:1746157081.003978:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:1767:x1830977685255424:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.003983:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29855 00000100:00100000:2.0:1746157081.004187:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.004469:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685255552 00000100:00100000:3.0:1746157081.004474:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685255552 00010000:00010000:3.0:1746157081.004498:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.004529:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17193 00000100:00100000:3.0:1746157081.004536:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685255552:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.004547:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.004567:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.004578:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.004598:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f800/0x7b65fed88535084c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fcff expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.004613:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.004614:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.004621:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.004628:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.004650:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.004663:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.004675:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679214848:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.004783:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.007798:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679214848:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.007821:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.007875:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685255552:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3338us (3686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.007887:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17193 00000100:00100000:0.0:1746157081.009236:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.009317:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685255808 00000100:00100000:2.0:1746157081.009326:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685255808 00002000:00100000:2.0:1746157081.009369:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7af100 x1830977685255808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.009380:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7af100 with x1830977685255808 ext(0->4095) 00010000:00010000:2.0:1746157081.009389:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 63 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.009403:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 63 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.009409:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7af100 00000100:00100000:2.0:1746157081.009482:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2744 00000100:00100000:2.0:1746157081.009490:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977685255808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157081.011051:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977685255808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1552us (1812us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.011062:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2744 00002000:00100000:2.0:1746157081.011071:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7af100 x1830977685255808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.011080:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7af100 with x1830977685255808 ext(0->4095) 00010000:00010000:2.0:1746157081.011090:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 63 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.011103:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 63 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.011109:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7af100 00000100:00100000:0.0:1746157081.016246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.016423:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.016499:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685255936 00000100:00100000:3.0:1746157081.016510:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685255936 00000100:00100000:3.0:1746157081.016557:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29856 00000100:00100000:3.0:1746157081.016564:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685255936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.016583:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.016600:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd14 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.016632:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.016637:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.016643:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157081.016646:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.016688:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.016700:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.016711:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157081.016805:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685255936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 240us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.016810:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29856 00000100:00100000:2.0:1746157081.017372:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685256064 00000100:00100000:2.0:1746157081.017379:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685256064 00010000:00010000:2.0:1746157081.017398:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 63 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.017428:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17194 00000100:00100000:2.0:1746157081.017434:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5685450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2010:x1830977685256064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.017443:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.017462:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 63 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.017472:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 63 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.017490:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e400/0x7b65fed885350853 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd06 expref: 63 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.017515:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.017525:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.017531:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.017538:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.017561:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.017575:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.017589:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679215104:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.017662:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2450c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.023148:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679215104:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.023174:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.023224:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5685450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685256064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5788us (6800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.023235:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17194 00000100:00100000:0.0:1746157081.023724:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.024301:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685256320 00000100:00100000:3.0:1746157081.024309:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685256320 00002000:00100000:3.0:1746157081.024366:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258380 x1830977685256320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.024377:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258380 with x1830977685256320 ext(0->4095) 00010000:00010000:3.0:1746157081.024386:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.024400:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.024407:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258380 00000100:00100000:3.0:1746157081.024437:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2745 00000100:00100000:3.0:1746157081.024444:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685256320:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157081.024611:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685256320:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (887us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.024618:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2745 00002000:00100000:3.0:1746157081.024622:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258380 x1830977685256320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.024628:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258380 with x1830977685256320 ext(0->4095) 00010000:00010000:3.0:1746157081.024633:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.024641:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.024646:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258380 00000100:00100000:0.0:1746157081.029583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.029643:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.029778:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685256576 00000100:00100000:2.0:1746157081.029788:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685256576 00010000:00010000:2.0:1746157081.029828:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.030247:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17195 00000100:00100000:2.0:1746157081.030255:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685256576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.030270:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.030291:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.030302:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.030325:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f400/0x7b65fed88535085a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd0d expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.030347:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.030349:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.030356:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.030365:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.030399:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.030412:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679215232:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.031214:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685256448 00000100:00100000:3.0:1746157081.031221:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685256448 00000100:00100000:3.0:1746157081.031253:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29857 00000100:00100000:3.0:1746157081.031258:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:1767:x1830977685256448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.031274:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.031287:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd1b expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.031304:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.031309:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.031311:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.031313:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 63 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.031338:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.031348:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 5 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.031357:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679215360:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.031965:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.031976:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.034611:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679215360:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157081.034647:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 63 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157081.034668:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:0.0:1746157081.035006:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:1767:x1830977685256448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3746us (5431us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157081.035021:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29857 00000100:00100000:2.0:1746157081.035975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.036182:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679215232:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.036203:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.036248:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685256576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5994us (6603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.036261:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17195 00000100:00100000:0.0:1746157081.036484:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685256832 00000100:00100000:0.0:1746157081.036491:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685256832 00002000:00100000:0.0:1746157081.036533:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1880 x1830977685256832/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.036543:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1880 with x1830977685256832 ext(0->4095) 00010000:00010000:0.0:1746157081.036552:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.036566:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.036573:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1880 00000100:00100000:0.0:1746157081.036602:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2746 00000100:00100000:0.0:1746157081.036610:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685256832:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157081.036773:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685256832:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (803us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157081.036779:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2746 00002000:00100000:0.0:1746157081.036784:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1880 x1830977685256832/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.036791:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1880 with x1830977685256832 ext(0->4095) 00010000:00010000:0.0:1746157081.036794:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.036807:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.036813:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1880 00000100:00100000:0.0:1746157081.039850:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.040048:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685256960 00000100:00100000:3.0:1746157081.040057:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685256960 00010000:00010000:3.0:1746157081.040094:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.040134:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17196 00000100:00100000:3.0:1746157081.040142:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685256960:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.040155:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.040175:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.040187:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.040212:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350861 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd14 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.040243:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.040245:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.040255:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 61 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.040263:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 61 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.040302:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 61 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.040315:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679215488:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.040400:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.043209:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679215488:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.043233:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157081.043233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.043289:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685256960:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3146us (3448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.043300:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17196 00000100:00100000:1.0:1746157081.043355:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685257216 00000100:00100000:1.0:1746157081.043361:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685257216 00002000:00100000:1.0:1746157081.043405:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25bb80 x1830977685257216/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.043414:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25bb80 with x1830977685257216 ext(0->4095) 00002000:00010000:1.0:1746157081.043418:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b25bb80 00000100:00100000:1.0:1746157081.043435:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13728 00000100:00100000:1.0:1746157081.043441:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685257216:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157081.043571:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685257216:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.043576:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13728 00002000:00100000:1.0:1746157081.043581:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25bb80 x1830977685257216/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.043593:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25bb80 with x1830977685257216 ext(0->4095) 00002000:00010000:1.0:1746157081.043595:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b25bb80 00000100:00100000:0.0:1746157081.045595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.045823:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685257344 00000100:00100000:2.0:1746157081.045832:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685257344 00000100:00100000:2.0:1746157081.045871:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29858 00000100:00100000:2.0:1746157081.045878:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685257344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.045897:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.045913:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd22 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.045940:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 61 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.045947:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.045948:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.045964:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.045998:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 61 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.046011:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 61 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.046023:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679215616:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.046103:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.048918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.049005:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679215616:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.049037:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.049057:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81c00, rc 0) 00000100:00100000:2.0:1746157081.049162:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685257344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3284us (3576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.049171:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29858 00000100:00100000:3.0:1746157081.049195:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685257472 00000100:00100000:3.0:1746157081.049203:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685257472 00010000:00010000:3.0:1746157081.049236:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.049278:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17197 00000100:00100000:3.0:1746157081.049285:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2011:x1830977685257472:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.049299:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.049320:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.049330:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.049354:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350868 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd1b expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.049369:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.049371:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.049378:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.049387:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.049420:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.049435:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679215744:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.049502:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.051336:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.051429:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685257728 00000100:00100000:1.0:1746157081.051436:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685257728 00002000:00100000:1.0:1746157081.051479:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306efb80 x1830977685257728/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.051488:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306efb80 with x1830977685257728 ext(0->4095) 00002000:00010000:1.0:1746157081.051493:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306efb80 00000100:00100000:1.0:1746157081.051514:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13729 00000100:00100000:1.0:1746157081.051521:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685257728:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157081.051809:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679215744:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.051827:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.052325:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2011:x1830977685257472:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3038us (3416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.052334:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17197 00000100:00100000:1.0:1746157081.052909:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685257728:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1386us (1581us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.052917:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13729 00002000:00100000:1.0:1746157081.052926:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306efb80 x1830977685257728/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.052934:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306efb80 with x1830977685257728 ext(0->4095) 00002000:00010000:1.0:1746157081.052939:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306efb80 00000100:00100000:0.0:1746157081.054671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.054883:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685257856 00000100:00100000:2.0:1746157081.054893:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685257856 00000100:00100000:2.0:1746157081.054937:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29859 00000100:00100000:2.0:1746157081.054945:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1767:x1830977685257856:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.054976:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.054995:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd29 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.055026:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.055034:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.055036:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.055039:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 62 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.055070:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.055081:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 5 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.055094:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679215872:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.055862:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.056184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.056226:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685257984 00000100:00100000:1.0:1746157081.056232:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685257984 00000100:00100000:1.0:1746157081.056283:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29860 00000100:00100000:1.0:1746157081.056293:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:1768:x1830977685257984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.056304:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.056316:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd30 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.056334:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.056338:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 64 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.056345:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.056347:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 64 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.056374:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 64 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.056387:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 64 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.056397:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71e000, rc 0) 00000100:00100000:1.0:1746157081.056441:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:1768:x1830977685257984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.056447:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29860 00000100:00100000:2.0:1746157081.057709:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679215872:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.057767:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 63 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.057782:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80e00, rc 0) 00000100:00100000:2.0:1746157081.057818:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:1767:x1830977685257856:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2874us (3157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.057826:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29859 00000100:00100000:0.0:1746157081.058198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.058484:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685258112 00000100:00100000:2.0:1746157081.058490:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685258112 00010000:00010000:2.0:1746157081.058516:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.058541:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17198 00000100:00100000:2.0:1746157081.058547:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685258112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.058558:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.058577:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.058587:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.058607:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed88535086f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd22 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.058622:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.058623:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.058630:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 62 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.058638:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 62 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.058664:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 62 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.058675:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.058691:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679216128:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.058770:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746157081.058944:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.061037:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679216128:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.061060:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.061100:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685258112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2551us (2900us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.061110:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17198 00000100:00100000:0.0:1746157081.061513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.062276:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685258368 00000100:00100000:2.0:1746157081.062286:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685258368 00002000:00100000:2.0:1746157081.062331:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ed180 x1830977685258368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.062340:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed180 with x1830977685258368 ext(0->4095) 00010000:00010000:2.0:1746157081.062350:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.062363:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.062370:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ed180 00000100:00100000:2.0:1746157081.062422:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2747 00000100:00100000:2.0:1746157081.062431:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977685258368:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157081.062918:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977685258368:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 487us (1406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.062927:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2747 00002000:00100000:2.0:1746157081.062933:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ed180 x1830977685258368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.062940:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed180 with x1830977685258368 ext(0->4095) 00010000:00010000:2.0:1746157081.062945:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.062962:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.062967:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ed180 00000100:00100000:0.0:1746157081.065652:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.065767:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685258496 00000100:00100000:2.0:1746157081.065776:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685258496 00010000:00010000:2.0:1746157081.065814:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.065841:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17199 00000100:00100000:2.0:1746157081.065849:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977685258496:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.065865:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.065886:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.065898:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.065924:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350876 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd29 expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.065967:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.065970:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.065977:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 62 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.065985:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 62 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.066019:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 62 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.066033:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679216256:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.066465:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.069151:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679216256:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.069178:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.069225:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2011:x1830977685258496:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3375us (3583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.069236:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17199 00000100:00100000:0.0:1746157081.069784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.069925:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685258752 00000100:00100000:2.0:1746157081.069933:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685258752 00002000:00100000:2.0:1746157081.069983:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306edc00 x1830977685258752/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.069993:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306edc00 with x1830977685258752 ext(0->4095) 00002000:00010000:2.0:1746157081.069997:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306edc00 00000100:00100000:2.0:1746157081.070014:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13730 00000100:00100000:2.0:1746157081.070021:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685258752:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157081.070162:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685258752:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.070168:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13730 00002000:00100000:2.0:1746157081.070174:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306edc00 x1830977685258752/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.070180:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306edc00 with x1830977685258752 ext(0->4095) 00002000:00010000:2.0:1746157081.070183:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306edc00 00000100:00100000:0.0:1746157081.073298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.074123:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685258880 00000100:00100000:2.0:1746157081.074134:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685258880 00000100:00100000:2.0:1746157081.074181:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29861 00000100:00100000:2.0:1746157081.074189:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685258880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.074210:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.074228:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd37 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.074258:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 61 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.074266:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.074268:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.074272:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.074305:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 61 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.074316:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 61 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.074328:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679216384:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.075564:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.077571:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679216384:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.077605:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.077625:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81c00, rc 0) 00000100:00100000:2.0:1746157081.077681:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685258880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3490us (4392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.077690:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29861 00000100:00100000:0.0:1746157081.077936:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.078223:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685259008 00000100:00100000:3.0:1746157081.078230:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685259008 00010000:00010000:3.0:1746157081.078255:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 62 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.078283:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17200 00000100:00100000:3.0:1746157081.078289:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2011:x1830977685259008:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.078300:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.078317:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 62 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.078327:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 62 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.078347:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed88535087d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd30 expref: 62 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.078370:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.078372:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.078378:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.078386:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.078413:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.078423:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679216512:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.078487:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.080048:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.080195:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685259136 00000100:00100000:2.0:1746157081.080201:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685259136 00000100:00100000:2.0:1746157081.080244:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29862 00000100:00100000:2.0:1746157081.080251:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:1767:x1830977685259136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.080267:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.080282:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd3e expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.080308:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.080315:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.080316:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.080319:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 63 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.080339:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.080354:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 5 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.080364:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679216640:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.080780:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679216512:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.080798:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.080997:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.081037:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977685259008:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2746us (3100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.081048:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17200 00000100:00100000:0.0:1746157081.081278:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.081486:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685259392 00000100:00100000:2.0:1746157081.081491:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685259392 00002000:00100000:2.0:1746157081.081524:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4380 x1830977685259392/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.081534:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4380 with x1830977685259392 ext(0->4095) 00010000:00010000:2.0:1746157081.081542:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.081553:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.081559:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a4380 00000100:00100000:2.0:1746157081.081584:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2748 00000100:00100000:2.0:1746157081.081590:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685259392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157081.081761:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685259392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.081767:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2748 00002000:00100000:2.0:1746157081.081772:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4380 x1830977685259392/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.081784:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4380 with x1830977685259392 ext(0->4095) 00010000:00010000:2.0:1746157081.081788:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.081796:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.081800:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a4380 00000100:00100000:0.0:1746157081.084731:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.086429:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685259520 00000100:00100000:2.0:1746157081.086441:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685259520 00000100:00100000:2.0:1746157081.086496:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29863 00000100:00100000:2.0:1746157081.086502:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:1768:x1830977685259520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.086520:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.086539:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd45 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.086567:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.086572:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 64 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.086577:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.086580:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 64 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.086622:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 64 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.086637:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 64 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.086646:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013106ae00, rc 0) 00000100:00100000:2.0:1746157081.086703:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:1768:x1830977685259520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (1982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.086710:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29863 00000100:00100000:2.0:1746157081.087552:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679216640:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.087570:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 63 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.087580:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80e00, rc 0) 00000100:00100000:2.0:1746157081.087615:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:1767:x1830977685259136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7363us (7574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.087621:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29862 00000100:00100000:0.0:1746157081.088593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.088877:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685259648 00000100:00100000:3.0:1746157081.088885:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685259648 00010000:00010000:3.0:1746157081.088918:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.088961:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17201 00000100:00100000:3.0:1746157081.088968:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685259648:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.088985:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.089002:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.089013:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.089039:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350884 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd37 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.089987:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.089991:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.090001:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 62 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.090009:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 62 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.090048:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 62 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.090060:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 62 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.090073:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679216896:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.090176:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.092351:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679216896:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.092375:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.092427:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685259648:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3458us (3837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.092438:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17201 00000100:00100000:0.0:1746157081.094469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.094610:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685259904 00000100:00100000:2.0:1746157081.094619:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685259904 00002000:00100000:2.0:1746157081.094669:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6300 x1830977685259904/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.094679:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6300 with x1830977685259904 ext(0->4095) 00010000:00010000:2.0:1746157081.094689:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.094704:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.094711:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6300 00000100:00100000:2.0:1746157081.094765:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2749 00000100:00100000:2.0:1746157081.094772:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977685259904:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157081.095385:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977685259904:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 612us (925us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.095393:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2749 00002000:00100000:2.0:1746157081.095399:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6300 x1830977685259904/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.095406:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6300 with x1830977685259904 ext(0->4095) 00010000:00010000:2.0:1746157081.095411:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.095421:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.095426:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6300 00000100:00100000:0.0:1746157081.097358:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.097532:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685260032 00000100:00100000:3.0:1746157081.097540:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685260032 00010000:00010000:3.0:1746157081.097574:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.097611:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17202 00000100:00100000:3.0:1746157081.097619:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2010:x1830977685260032:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.097632:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.097649:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.097661:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.097684:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed88535088b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd3e expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.097712:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.097714:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.097722:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.097729:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.097789:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.097802:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679217024:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.097884:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.100686:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679217024:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.100710:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.101203:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685260032:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3582us (3852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.101215:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17202 00000100:00100000:1.0:1746157081.101659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.102030:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685260288 00000100:00100000:3.0:1746157081.102038:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685260288 00002000:00100000:3.0:1746157081.102113:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092890e00 x1830977685260288/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.102123:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890e00 with x1830977685260288 ext(0->4095) 00002000:00010000:3.0:1746157081.102128:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092890e00 00000100:00100000:3.0:1746157081.102233:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13731 00000100:00100000:3.0:1746157081.102240:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2011:x1830977685260288:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157081.102764:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2011:x1830977685260288:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 523us (1104us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.102771:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13731 00002000:00100000:3.0:1746157081.102778:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092890e00 x1830977685260288/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.102921:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890e00 with x1830977685260288 ext(0->4095) 00002000:00010000:3.0:1746157081.102925:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092890e00 00000100:00100000:0.0:1746157081.106680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.106967:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685260416 00000100:00100000:2.0:1746157081.106978:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685260416 00000100:00100000:2.0:1746157081.107032:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29864 00000100:00100000:2.0:1746157081.107040:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685260416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.107060:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.107079:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd4c expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.107116:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 61 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.107124:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.107125:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.107129:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.107159:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 61 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.107171:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 61 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.107184:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679217152:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.107838:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.110733:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.110970:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679217152:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.111000:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.111018:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81400, rc 0) 00000100:00100000:3.0:1746157081.112007:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685260544 00000100:00100000:3.0:1746157081.112017:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685260544 00002000:00100000:3.0:1746157081.112061:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306a7b80 x1830977685260544/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.112069:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7b80 with x1830977685260544 ext(0->7) 00010000:00010000:3.0:1746157081.112076:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.112088:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 62 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.112095:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a7b80 00000100:00100000:3.0:1746157081.112132:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2750 00000100:00100000:3.0:1746157081.112140:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685260544:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157081.112346:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685260416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5305us (5675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.112355:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29864 00000100:00100000:0.0:1746157081.115661:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2010:x1830977685260544:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 3508us (4925us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1746157081.115679:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2750 00002000:00100000:0.0:1746157081.115693:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306a7b80 x1830977685260544/t4294970598(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/448 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.115703:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7b80 with x1830977685260544 ext(0->7) 00010000:00010000:0.0:1746157081.115713:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 64 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.115731:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 64 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.115769:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a7b80 00000100:00100000:0.0:1746157081.122609:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.123065:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685260672 00000100:00100000:2.0:1746157081.123075:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685260672 00000100:00100000:0.0:1746157081.123122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.123398:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685260800 00000100:00100000:3.0:1746157081.123403:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685260800 00010000:00010000:3.0:1746157081.123430:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 65 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.123467:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17203 00000100:00100000:3.0:1746157081.123522:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2010:x1830977685260800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.123536:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157081.123539:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29865 00000100:00100000:2.0:1746157081.123546:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:1767:x1830977685260672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.123557:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 65 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.123563:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.123569:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 65 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.123577:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd53 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.123591:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed885350892 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd45 expref: 66 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.123596:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.123601:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.123607:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.123610:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 65 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.123947:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.123949:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.123966:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.123975:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.124806:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.124820:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 5 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.124834:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679217280:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.124897:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 5 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.124906:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 5 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.124915:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679217408:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.124939:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.124939:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.128460:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679217408:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.128500:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 65 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.128518:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80e00, rc 0) 00000100:00100000:2.0:1746157081.128589:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:1767:x1830977685260672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5041us (5991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.128599:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29865 00000100:00100000:0.0:1746157081.129393:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.129422:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685261056 00000100:00100000:0.0:1746157081.129430:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685261056 00002000:00100000:0.0:1746157081.129478:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19880 x1830977685261056/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.129488:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19880 with x1830977685261056 ext(0->4095) 00010000:00010000:0.0:1746157081.129496:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.129510:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.129516:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc19880 00000100:00100000:0.0:1746157081.129541:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2751 00000100:00100000:0.0:1746157081.129549:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685261056:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157081.129560:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679217280:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.129576:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.129600:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2010:x1830977685260800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6081us (6480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.129609:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17203 00000100:00100000:0.0:1746157081.130750:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685261056:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 1181us (1340us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157081.130758:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2751 00002000:00100000:0.0:1746157081.130766:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19880 x1830977685261056/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.130775:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19880 with x1830977685261056 ext(0->4095) 00010000:00010000:0.0:1746157081.130783:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.130796:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.130803:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc19880 00000100:00100000:0.0:1746157081.135678:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.136238:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685261184 00000100:00100000:3.0:1746157081.136249:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685261184 00010000:00010000:3.0:1746157081.136298:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.136334:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17204 00000100:00100000:3.0:1746157081.136343:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685261184:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.136359:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.136384:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.136397:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.136423:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350899 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd4c expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.136447:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.136450:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.136459:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 63 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.136468:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 63 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.136508:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 63 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.136525:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679217536:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.136650:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.142479:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.142873:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685261440 00000100:00100000:1.0:1746157081.142883:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685261440 00002000:00100000:1.0:1746157081.142929:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1aa00 x1830977685261440/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.142939:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1aa00 with x1830977685261440 ext(0->4095) 00002000:00010000:1.0:1746157081.142945:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc1aa00 00000100:00100000:1.0:1746157081.142976:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13732 00000100:00100000:1.0:1746157081.142985:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977685261440:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157081.143820:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977685261440:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 832us (1350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.143828:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13732 00002000:00100000:1.0:1746157081.143834:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1aa00 x1830977685261440/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.143841:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1aa00 with x1830977685261440 ext(0->4095) 00002000:00010000:1.0:1746157081.143844:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc1aa00 00000100:00100000:3.0:1746157081.144215:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679217536:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.144242:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.144297:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685261184:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7953us (8629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.144307:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17204 00000100:00100000:0.0:1746157081.146529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.146607:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685261568 00000100:00100000:2.0:1746157081.146617:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685261568 00000100:00100000:1.0:1746157081.146995:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29866 00000100:00100000:1.0:1746157081.147005:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685261568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.147023:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.147040:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd5a expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.147068:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 63 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.147075:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.147077:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.147080:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.147105:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 63 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.147115:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 63 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.147127:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679217664:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.147205:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.151103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.151187:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685261696 00000100:00100000:3.0:1746157081.151197:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685261696 00000100:00100000:1.0:1746157081.151214:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679217664:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.151240:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 64 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.151241:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.151256:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71fc00, rc 0) 00000100:00100000:3.0:1746157081.151275:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17205 00000100:00100000:3.0:1746157081.151285:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2010:x1830977685261696:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746157081.151296:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685261568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4294us (4779us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157081.151299:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746157081.151303:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29866 00010000:00010000:3.0:1746157081.151323:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 64 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.151335:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 64 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.151360:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed8853508a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd53 expref: 64 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.151379:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.151382:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.151390:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.151398:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.151432:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.151446:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679217792:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.151526:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.154415:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.155010:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.155035:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685262080 00000100:00100000:0.0:1746157081.155044:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685262080 00002000:00100000:0.0:1746157081.155091:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1bb80 x1830977685262080/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.155101:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1bb80 with x1830977685262080 ext(0->4095) 00002000:00010000:0.0:1746157081.155107:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc1bb80 00000100:00100000:3.0:1746157081.155194:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679217792:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.155215:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.155272:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2010:x1830977685261696:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3988us (4178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.155281:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17205 00000100:00100000:1.0:1746157081.155368:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685261824 00000100:00100000:1.0:1746157081.155372:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685261824 00000100:00100000:1.0:1746157081.155402:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29867 00000100:00100000:1.0:1746157081.155407:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:1767:x1830977685261824:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.155420:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.155435:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd61 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.155466:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.155473:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.155474:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.155478:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 64 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.155511:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.155521:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.155531:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679217920:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.155585:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.155620:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2752 00000100:00100000:0.0:1746157081.155625:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685262080:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157081.156171:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685262080:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 543us (1159us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157081.156177:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2752 00002000:00100000:0.0:1746157081.156184:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1bb80 x1830977685262080/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.156191:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1bb80 with x1830977685262080 ext(0->4095) 00010000:00010000:0.0:1746157081.156197:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.156207:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.156212:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1bb80 00000100:00100000:1.0:1746157081.160729:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679217920:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.160796:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 64 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.160813:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71fa00, rc 0) 00000100:00100000:1.0:1746157081.160873:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:1767:x1830977685261824:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5463us (6466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.160881:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29867 00000100:00100000:0.0:1746157081.163914:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.164054:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685262208 00000100:00100000:3.0:1746157081.164064:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685262208 00010000:00010000:3.0:1746157081.164111:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.164154:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17206 00000100:00100000:3.0:1746157081.164163:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685262208:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.164179:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.164200:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.164218:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.164243:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fc00/0x7b65fed8853508a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd5a expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.164275:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.164278:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.164286:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 63 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.164295:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 63 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.164329:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 63 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.164485:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679218048:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.164589:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.167989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.168216:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679218048:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.168239:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.168292:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685262208:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4129us (4388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.168306:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17206 00000100:00100000:1.0:1746157081.168395:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685262464 00000100:00100000:1.0:1746157081.168402:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685262464 00002000:00100000:1.0:1746157081.168447:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f164700 x1830977685262464/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.168459:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f164700 with x1830977685262464 ext(0->4095) 00002000:00010000:1.0:1746157081.168463:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f164700 00000100:00100000:1.0:1746157081.168494:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13734 00000100:00100000:1.0:1746157081.168502:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977685262464:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157081.168795:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977685262464:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 293us (815us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.168801:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13734 00002000:00100000:1.0:1746157081.168806:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f164700 x1830977685262464/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.168813:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f164700 with x1830977685262464 ext(0->4095) 00002000:00010000:1.0:1746157081.168816:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f164700 00000100:00100000:0.0:1746157081.191842:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.191947:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685262592 00000100:00100000:1.0:1746157081.191965:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685262592 00000100:00100000:1.0:1746157081.192176:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29868 00000100:00100000:1.0:1746157081.192186:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685262592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.192204:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.192222:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd68 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.192252:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 63 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.192260:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.192262:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.192266:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.192295:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 63 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.192311:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 63 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.192840:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679218176:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.199127:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.206932:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679218176:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.206976:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.206995:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71ee00, rc 0) 00000100:00100000:1.0:1746157081.207052:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685262592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14868us (15219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.207061:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29868 00000100:00100000:0.0:1746157081.210040:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.210130:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685262720 00000100:00100000:1.0:1746157081.210141:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685262720 00002000:00100000:1.0:1746157081.210184:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f167b80 x1830977685262720/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.210195:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167b80 with x1830977685262720 ext(0->7) 00010000:00010000:1.0:1746157081.210203:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 64 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.210218:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 64 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157081.210230:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167b80 00000100:00100000:1.0:1746157081.210259:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2753 00000100:00100000:1.0:1746157081.210265:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2010:x1830977685262720:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157081.211195:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2010:x1830977685262720:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 927us (1163us total) trans 4294970599 rc 0/0 00000100:00100000:1.0:1746157081.211202:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2753 00002000:00100000:1.0:1746157081.211209:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f167b80 x1830977685262720/t4294970599(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/448 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.211216:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167b80 with x1830977685262720 ext(0->7) 00010000:00010000:1.0:1746157081.211222:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 66 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.211232:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 66 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157081.211238:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167b80 00000100:00100000:0.0:1746157081.213181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.213429:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685262848 00000100:00100000:3.0:1746157081.213438:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685262848 00010000:00010000:3.0:1746157081.213471:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 66 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.214103:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17207 00000100:00100000:3.0:1746157081.214113:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2012:x1830977685262848:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.214129:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.214149:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 66 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.214161:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 66 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.214185:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd61 expref: 66 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.214616:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.214619:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.214626:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.214635:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.214669:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.214681:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679218304:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.214791:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.224336:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.224467:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685262976 00000100:00100000:1.0:1746157081.224476:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685262976 00000100:00100000:3.0:1746157081.224604:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679218304:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.224624:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.224666:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2012:x1830977685262848:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 10556us (11493us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157081.224790:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.224946:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17207 00000100:00100000:3.0:1746157081.225009:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685263232 00000100:00100000:3.0:1746157081.225013:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685263232 00002000:00100000:3.0:1746157081.225132:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f165500 x1830977685263232/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.225142:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f165500 with x1830977685263232 ext(0->4095) 00002000:00010000:3.0:1746157081.225147:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f165500 00000100:00100000:3.0:1746157081.225191:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13735 00000100:00100000:3.0:1746157081.225197:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685263232:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157081.225429:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685263232:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 232us (638us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.225435:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13735 00002000:00100000:3.0:1746157081.225440:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f165500 x1830977685263232/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.225447:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f165500 with x1830977685263232 ext(0->4095) 00002000:00010000:3.0:1746157081.225450:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f165500 00000100:00100000:2.0:1746157081.225803:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29869 00000100:00100000:2.0:1746157081.225813:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:1767:x1830977685262976:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.225822:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.225838:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd6f expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.225864:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.225871:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.225873:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.225876:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 66 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.225906:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.225918:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 5 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.225929:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679218432:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.225994:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.230194:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679218432:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.230228:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 66 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.230248:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81c00, rc 0) 00000100:00100000:2.0:1746157081.230318:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:1767:x1830977685262976:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4506us (5991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.230326:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29869 00000100:00100000:3.0:1746157081.230851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.230882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.230906:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685263488 00000100:00100000:3.0:1746157081.230913:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685263488 00010000:00010000:3.0:1746157081.230941:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.230974:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17208 00000100:00100000:3.0:1746157081.230980:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5684c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685263488:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.230992:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.231009:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.231019:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.231040:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71ee00/0x7b65fed8853508b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd68 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.231054:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.231055:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.231062:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 65 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.231069:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 65 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.231094:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 65 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.231103:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679218560:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.231414:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685263360 00000100:00100000:2.0:1746157081.231418:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685263360 00000100:00100000:2.0:1746157081.231448:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29870 00000100:00100000:2.0:1746157081.231453:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:1768:x1830977685263360:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.231467:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.231479:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd76 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.231496:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 67 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.231502:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.231504:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.231506:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 67 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.231522:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 67 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.231532:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 67 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.231540:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679218688:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.231646:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.231668:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.235236:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679218688:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.235268:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 67 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.235287:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80a00, rc 0) 00000100:00100000:2.0:1746157081.235336:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:1768:x1830977685263360:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3882us (4486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.235344:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29870 00000100:00100000:3.0:1746157081.235432:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679218560:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.235444:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.235462:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5684c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685263488:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4482us (4580us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.235470:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17208 00000100:00100000:0.0:1746157081.237689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.237806:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685263744 00000100:00100000:3.0:1746157081.237815:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685263744 00002000:00100000:3.0:1746157081.237860:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f167480 x1830977685263744/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.237870:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167480 with x1830977685263744 ext(0->4095) 00010000:00010000:3.0:1746157081.237880:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 67 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.237895:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 67 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.237902:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167480 00000100:00100000:3.0:1746157081.238393:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2754 00000100:00100000:3.0:1746157081.238402:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2010:x1830977685263744:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157081.238562:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2010:x1830977685263744:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (883us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.238568:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2754 00002000:00100000:3.0:1746157081.238573:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f167480 x1830977685263744/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.238587:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167480 with x1830977685263744 ext(0->4095) 00010000:00010000:3.0:1746157081.238592:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 67 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.238601:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 67 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.238606:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167480 00000100:00100000:0.0:1746157081.241335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.241451:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685263872 00000100:00100000:3.0:1746157081.241461:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685263872 00010000:00010000:3.0:1746157081.241498:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 67 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.241535:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17209 00000100:00100000:3.0:1746157081.241542:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2010:x1830977685263872:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.241556:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.241576:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 67 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.241587:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 67 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.241609:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd6f expref: 67 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.241637:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.241639:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.241647:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 66 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.241655:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 66 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.241686:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 66 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.241696:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679218816:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.242095:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.243711:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.243826:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685264128 00000100:00100000:1.0:1746157081.243835:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685264128 00002000:00100000:1.0:1746157081.243883:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166d80 x1830977685264128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.243893:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166d80 with x1830977685264128 ext(0->4095) 00002000:00010000:1.0:1746157081.243898:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f166d80 00000100:00100000:3.0:1746157081.244034:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679218816:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.244057:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.244099:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2010:x1830977685263872:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2556us (2775us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.244108:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17209 00000100:00100000:1.0:1746157081.244386:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13736 00000100:00100000:1.0:1746157081.244394:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2012:x1830977685264128:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157081.244521:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2012:x1830977685264128:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (820us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.244526:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13736 00002000:00100000:1.0:1746157081.244531:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166d80 x1830977685264128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.244537:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166d80 with x1830977685264128 ext(0->4095) 00002000:00010000:1.0:1746157081.244540:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f166d80 00000100:00100000:0.0:1746157081.246552:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.246622:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685264256 00000100:00100000:2.0:1746157081.246632:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685264256 00000100:00100000:2.0:1746157081.246688:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29871 00000100:00100000:2.0:1746157081.246696:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685264256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.246715:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.246767:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd7d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.246797:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 65 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.246805:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.246806:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.246810:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.246843:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 65 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.246855:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 65 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.246868:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679218944:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.246962:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.254713:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679218944:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157081.254713:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.254780:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685264384 00000100:00100000:3.0:1746157081.254787:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685264384 00010000:00010000:3.0:1746157081.254822:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 66 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746157081.254862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.254882:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685264512 00000100:00100000:0.0:1746157081.254890:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685264512 00000100:00100000:0.0:1746157081.254918:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29872 00000100:00100000:0.0:1746157081.254926:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:1767:x1830977685264512:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157081.254942:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157081.254947:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17210 00000100:00100000:3.0:1746157081.254963:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2011:x1830977685264384:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157081.254967:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd84 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.254976:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157081.254989:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157081.254996:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157081.255001:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157081.255004:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 68 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.255196:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 68 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.255213:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 68 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.255214:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.255232:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd76 expref: 68 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.255235:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 68 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157081.255243:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157081.255244:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157081.255250:0:9578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157081.255261:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.255279:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.255287:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.255289:0:9578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.255295:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81c00, rc 0) 00010000:00010000:0.0:1746157081.255298:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746157081.255309:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f164a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679219200:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.255340:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685264256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8645us (8798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.255347:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29871 00000100:00100000:0.0:1746157081.255363:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b780 going to sleep for 11 seconds 00010000:00010000:3.0:1746157081.255609:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.255667:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2011:x1830977685264384:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 706us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.255674:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17210 00000100:00100000:2.0:1746157081.260906:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f164a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679219200:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.260934:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca1400, rc 0) 00000100:00100000:2.0:1746157081.261004:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:1767:x1830977685264512:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6077us (6140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.261014:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29872 00000100:00100000:1.0:1746157081.263483:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.263572:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685264768 00000100:00100000:2.0:1746157081.263582:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685264768 00002000:00100000:2.0:1746157081.263634:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092893b80 x1830977685264768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.263644:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092893b80 with x1830977685264768 ext(0->4095) 00010000:00010000:2.0:1746157081.263654:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.263668:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.263675:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092893b80 00000100:00100000:2.0:1746157081.263696:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2755 00000100:00100000:2.0:1746157081.263703:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685264768:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157081.263908:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685264768:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 204us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.263914:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2755 00002000:00100000:2.0:1746157081.263920:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092893b80 x1830977685264768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.263927:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092893b80 with x1830977685264768 ext(0->4095) 00010000:00010000:2.0:1746157081.263931:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.263940:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.263957:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092893b80 00000100:00100000:0.0:1746157081.268695:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.270465:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685264896 00000100:00100000:3.0:1746157081.270479:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685264896 00010000:00010000:3.0:1746157081.270526:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.270584:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17211 00000100:00100000:3.0:1746157081.270591:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685264896:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.270608:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.270629:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.270646:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.270671:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd7d expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.270703:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.270705:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.270712:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 65 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.270720:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 65 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.270788:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 65 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.270801:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679219328:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.270901:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.274434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.274478:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685265152 00000100:00100000:0.0:1746157081.274492:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685265152 00002000:00100000:0.0:1746157081.274546:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4e00 x1830977685265152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.274557:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4e00 with x1830977685265152 ext(0->4095) 00002000:00010000:0.0:1746157081.274562:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4e00 00000100:00100000:0.0:1746157081.274585:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13737 00000100:00100000:0.0:1746157081.274594:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2011:x1830977685265152:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157081.274777:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2011:x1830977685265152:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (354us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157081.274784:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13737 00002000:00100000:0.0:1746157081.274791:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4e00 x1830977685265152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.274798:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4e00 with x1830977685265152 ext(0->4095) 00002000:00010000:0.0:1746157081.274801:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4e00 00000100:00100000:3.0:1746157081.275004:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679219328:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.275023:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.275047:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685264896:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4457us (6365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.275055:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17211 00000100:00100000:0.0:1746157081.276601:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.276684:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685265280 00000100:00100000:2.0:1746157081.276691:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685265280 00000100:00100000:2.0:1746157081.276729:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29873 00000100:00100000:2.0:1746157081.276754:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685265280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.276771:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.276788:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd8b expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.276815:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 65 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.276821:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.276823:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.276826:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.276854:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 65 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.276864:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 65 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.276876:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679219456:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.278468:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.280175:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.280216:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685265408 00000100:00100000:1.0:1746157081.280225:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685265408 00002000:00100000:1.0:1746157081.280273:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d6300 x1830977685265408/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.280283:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6300 with x1830977685265408 ext(0->7) 00010000:00010000:1.0:1746157081.280292:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 66 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.280306:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 66 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157081.280312:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6300 00000100:00100000:1.0:1746157081.280416:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2756 00000100:00100000:1.0:1746157081.280424:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2010:x1830977685265408:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157081.280637:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679219456:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.280664:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.280680:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80a00, rc 0) 00000100:00100000:2.0:1746157081.284075:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685265280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7322us (7465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.284090:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29873 00000100:00100000:0.0:1746157081.285240:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2010:x1830977685265408:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4811us (5067us total) trans 4294970600 rc 0/0 00000100:00100000:0.0:1746157081.285250:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2756 00002000:00100000:0.0:1746157081.285259:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d6300 x1830977685265408/t4294970600(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/448 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.285268:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6300 with x1830977685265408 ext(0->7) 00010000:00010000:0.0:1746157081.285278:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 68 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.285293:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 68 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.285299:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6300 00000100:00100000:0.0:1746157081.290965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.291023:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.291117:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685265664 00000100:00100000:2.0:1746157081.291128:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685265664 00000100:00100000:2.0:1746157081.291176:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29874 00000100:00100000:2.0:1746157081.291184:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:1767:x1830977685265664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.291204:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.291223:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd92 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.291254:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.291260:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.291266:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157081.291270:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 69 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.291309:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.291321:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 69 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.291335:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81c00, rc 0) 00000100:00100000:2.0:1746157081.291403:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:1767:x1830977685265664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.291409:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29874 00000100:00100000:3.0:1746157081.291670:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685265536 00000100:00100000:3.0:1746157081.291673:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685265536 00010000:00010000:3.0:1746157081.291693:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 69 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.291868:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17212 00000100:00100000:1.0:1746157081.291876:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:2010:x1830977685265536:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157081.291888:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157081.291907:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 69 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.291917:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 69 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.291934:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1400/0x7b65fed8853508d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd84 expref: 69 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.291970:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.291972:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.291978:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.291985:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.292007:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.292017:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 5 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.292029:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679219712:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157081.292086:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.294193:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679219712:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157081.294218:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157081.294271:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2010:x1830977685265536:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2394us (3326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.294281:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17212 00000100:00100000:0.0:1746157081.294697:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.294791:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685265920 00000100:00100000:2.0:1746157081.294797:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685265920 00002000:00100000:2.0:1746157081.294833:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d5f80 x1830977685265920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.294843:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5f80 with x1830977685265920 ext(0->4095) 00010000:00010000:2.0:1746157081.294850:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.294862:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.294868:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d5f80 00000100:00100000:2.0:1746157081.294893:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2757 00000100:00100000:2.0:1746157081.294899:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685265920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157081.295030:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685265920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.295036:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2757 00002000:00100000:2.0:1746157081.295040:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d5f80 x1830977685265920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.295052:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5f80 with x1830977685265920 ext(0->4095) 00010000:00010000:2.0:1746157081.295056:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.295064:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.295069:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d5f80 00000100:00100000:0.0:1746157081.301460:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.301608:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685266048 00000100:00100000:1.0:1746157081.301619:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685266048 00010000:00010000:1.0:1746157081.301656:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.301698:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17213 00000100:00100000:1.0:1746157081.301707:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685266048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157081.301720:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157081.301760:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.301772:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.301798:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed8853508d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd8b expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.301814:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.301816:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.301823:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 67 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.301831:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 67 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.301865:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 67 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157081.301877:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679219840:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157081.302479:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.303232:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679219840:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157081.303251:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157081.303292:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685266048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1586us (1841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.303302:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17213 00000100:00100000:0.0:1746157081.303908:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.303995:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685266304 00000100:00100000:3.0:1746157081.304002:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685266304 00002000:00100000:3.0:1746157081.304044:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4a80 x1830977685266304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.304054:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4a80 with x1830977685266304 ext(0->4095) 00002000:00010000:3.0:1746157081.304059:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4a80 00000100:00100000:3.0:1746157081.304403:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13738 00000100:00100000:3.0:1746157081.304411:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2011:x1830977685266304:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157081.304620:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2011:x1830977685266304:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 209us (713us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.304626:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13738 00002000:00100000:3.0:1746157081.304632:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4a80 x1830977685266304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.304638:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4a80 with x1830977685266304 ext(0->4095) 00002000:00010000:3.0:1746157081.304640:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4a80 00000100:00100000:0.0:1746157081.307899:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.307993:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685266432 00000100:00100000:1.0:1746157081.308003:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685266432 00000100:00100000:1.0:1746157081.308065:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29875 00000100:00100000:1.0:1746157081.308072:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685266432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.308090:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.308108:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fd99 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.308135:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 67 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.308142:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.308144:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.308147:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.308183:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 67 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.308194:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 67 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.308206:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679219968:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.308301:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.311056:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679219968:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.311092:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.311110:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71f200, rc 0) 00000100:00100000:0.0:1746157081.311158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.311163:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685266432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3091us (3277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.311172:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29875 00000100:00100000:3.0:1746157081.311473:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685266560 00000100:00100000:3.0:1746157081.311481:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685266560 00002000:00100000:3.0:1746157081.311521:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d6680 x1830977685266560/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.311530:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6680 with x1830977685266560 ext(0->7) 00010000:00010000:3.0:1746157081.311536:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 68 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.311547:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 68 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.311553:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6680 00000100:00100000:3.0:1746157081.311579:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2758 00000100:00100000:3.0:1746157081.311587:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2010:x1830977685266560:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157081.319360:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685266560:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 7762us (8192us total) trans 4294970601 rc 0/0 00000100:00100000:3.0:1746157081.319374:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2758 00002000:00100000:3.0:1746157081.319383:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d6680 x1830977685266560/t4294970601(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/448 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.319392:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6680 with x1830977685266560 ext(0->7) 00010000:00010000:3.0:1746157081.319403:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 70 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.319420:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 70 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.319427:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6680 00000100:00100000:0.0:1746157081.321313:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.321463:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685266688 00000100:00100000:1.0:1746157081.321472:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685266688 00000100:00100000:1.0:1746157081.321519:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29876 00000100:00100000:1.0:1746157081.321525:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:1767:x1830977685266688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.321541:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.321557:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fda0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157081.321699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.321758:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685266816 00000100:00100000:2.0:1746157081.321763:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685266816 00010000:00010000:2.0:1746157081.321781:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 72 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.322013:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.322020:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.322027:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157081.322031:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.322070:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.322084:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.322094:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71fa00, rc 0) 00000100:00100000:1.0:1746157081.322137:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685266688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 612us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.322144:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29876 00000100:00100000:2.0:1746157081.322197:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17214 00000100:00100000:2.0:1746157081.322204:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2011:x1830977685266816:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.322212:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.322233:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 71 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.322244:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 71 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.322263:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed8853508df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd92 expref: 71 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.322612:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.322615:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.322623:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.322634:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.322655:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.322666:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 5 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.322678:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679220224:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.322756:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.327484:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679220224:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.327508:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.328970:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685266816:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6756us (7260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.328982:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17214 00000100:00100000:1.0:1746157081.330184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.330599:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685267072 00000100:00100000:3.0:1746157081.330608:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685267072 00002000:00100000:3.0:1746157081.330651:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891c00 x1830977685267072/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.330661:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891c00 with x1830977685267072 ext(0->4095) 00010000:00010000:3.0:1746157081.330670:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.330684:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.330691:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891c00 00000100:00100000:3.0:1746157081.330724:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2759 00000100:00100000:3.0:1746157081.331063:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685267072:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157081.331305:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685267072:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 573us (1124us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.331311:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2759 00002000:00100000:3.0:1746157081.331318:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891c00 x1830977685267072/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.331325:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891c00 with x1830977685267072 ext(0->4095) 00010000:00010000:3.0:1746157081.331330:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.331338:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.331344:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891c00 00000100:00100000:0.0:1746157081.334193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.334301:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685267200 00000100:00100000:2.0:1746157081.334310:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685267200 00010000:00010000:2.0:1746157081.334347:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.334389:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17215 00000100:00100000:2.0:1746157081.334396:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5684850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685267200:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.334411:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.334430:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.334442:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.334464:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fd99 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.334483:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.334485:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.334491:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.334499:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.334534:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.334546:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679220352:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.335598:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.338921:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679220352:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.338944:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.339139:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5684850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685267200:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4740us (4953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.339155:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17215 00000100:00100000:0.0:1746157081.340860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.340957:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685267456 00000100:00100000:3.0:1746157081.340965:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685267456 00002000:00100000:3.0:1746157081.341011:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4000 x1830977685267456/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.341021:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4000 with x1830977685267456 ext(0->4095) 00002000:00010000:3.0:1746157081.341026:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4000 00000100:00100000:3.0:1746157081.341053:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13739 00000100:00100000:3.0:1746157081.341060:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685267456:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157081.341217:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685267456:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.341225:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13739 00002000:00100000:3.0:1746157081.341231:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4000 x1830977685267456/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.341238:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4000 with x1830977685267456 ext(0->4095) 00002000:00010000:3.0:1746157081.341241:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4000 00000100:00100000:0.0:1746157081.345082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.345238:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685267584 00000100:00100000:1.0:1746157081.345249:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685267584 00000100:00100000:1.0:1746157081.345355:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29877 00000100:00100000:1.0:1746157081.345362:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685267584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.345379:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.345394:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fda7 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.345418:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.345427:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.345428:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.345431:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.345455:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.345463:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 69 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.345472:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679220480:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.345795:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.350464:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679220480:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.350502:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.350522:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71f200, rc 0) 00000100:00100000:1.0:1746157081.350583:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685267584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5219us (5510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.350592:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29877 00000100:00100000:0.0:1746157081.354421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.354540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.354640:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685267840 00000100:00100000:1.0:1746157081.354650:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685267840 00000100:00100000:1.0:1746157081.354709:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29878 00000100:00100000:2.0:1746157081.354718:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685267712 00000100:00100000:1.0:1746157081.354718:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:1767:x1830977685267840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157081.354722:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685267712 00010000:00010000:1.0:1746157081.354764:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.354771:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 71 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.354782:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fdae expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.354801:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17216 00000100:00100000:2.0:1746157081.354806:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685267712:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157081.354809:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.354815:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157081.354815:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.354821:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157081.354824:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.354834:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 72 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.354845:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 72 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.354862:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.354863:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed8853508ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda0 expref: 72 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.354875:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 71 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.354883:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.354884:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.354890:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.354896:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.354904:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091098000, rc 0) 00010000:00010000:2.0:1746157081.354915:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.354924:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 5 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.354935:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679220736:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157081.354960:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685267840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 233us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.354968:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29878 00000100:00100000:2.0:1746157081.355001:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.357223:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679220736:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.357247:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.357289:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685267712:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2482us (2877us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157081.357532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.357595:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685268096 00000100:00100000:3.0:1746157081.357606:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685268096 00002000:00100000:3.0:1746157081.357653:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03b80 x1830977685268096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.357663:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03b80 with x1830977685268096 ext(0->4095) 00010000:00010000:3.0:1746157081.357671:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.357684:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.357690:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca03b80 00000100:00100000:3.0:1746157081.357710:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2760 00000100:00100000:3.0:1746157081.357716:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685268096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157081.357866:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685268096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.357872:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2760 00002000:00100000:3.0:1746157081.357878:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03b80 x1830977685268096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.357890:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03b80 with x1830977685268096 ext(0->4095) 00010000:00010000:3.0:1746157081.357894:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.357902:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.357908:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca03b80 00000100:00100000:2.0:1746157081.357973:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17216 00000100:00100000:0.0:1746157081.362205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.362459:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685268224 00000100:00100000:2.0:1746157081.362468:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685268224 00010000:00010000:2.0:1746157081.362504:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.362547:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17217 00000100:00100000:2.0:1746157081.362556:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685268224:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.362569:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.362588:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.362599:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.362622:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed8853508f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fda7 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.362643:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.362645:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.362652:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.362659:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.362694:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.362706:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679220864:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.363184:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.366021:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679220864:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.366044:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.366260:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685268224:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3533us (3894us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.366273:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17217 00000100:00100000:0.0:1746157081.366705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.366882:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685268480 00000100:00100000:2.0:1746157081.366889:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685268480 00002000:00100000:2.0:1746157081.366929:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca02300 x1830977685268480/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.366938:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca02300 with x1830977685268480 ext(0->4095) 00002000:00010000:2.0:1746157081.366943:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca02300 00000100:00100000:2.0:1746157081.366968:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13740 00000100:00100000:2.0:1746157081.366974:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685268480:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157081.367109:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685268480:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.367115:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13740 00002000:00100000:2.0:1746157081.367119:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca02300 x1830977685268480/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.367126:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca02300 with x1830977685268480 ext(0->4095) 00002000:00010000:2.0:1746157081.367128:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca02300 00000100:00100000:0.0:1746157081.372510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.372610:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685268608 00000100:00100000:1.0:1746157081.372620:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685268608 00000100:00100000:1.0:1746157081.372678:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29879 00000100:00100000:1.0:1746157081.372686:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685268608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.372704:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.372722:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fdb5 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.372887:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.372895:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.372897:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.372900:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.372931:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 69 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.372943:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 69 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.372964:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679220992:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.373147:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.377015:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679220992:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.377055:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.377078:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71fa00, rc 0) 00000100:00100000:1.0:1746157081.377631:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685268608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4943us (5127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.377642:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29879 00000100:00100000:0.0:1746157081.377875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.378408:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685268736 00000100:00100000:3.0:1746157081.378415:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685268736 00002000:00100000:3.0:1746157081.378711:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007ca01c00 x1830977685268736/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.378721:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca01c00 with x1830977685268736 ext(0->7) 00010000:00010000:3.0:1746157081.378730:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 70 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.378763:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 70 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.378770:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca01c00 00000100:00100000:3.0:1746157081.378798:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2761 00000100:00100000:3.0:1746157081.378806:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685268736:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157081.379886:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685268736:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1075us (2006us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1746157081.379895:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2761 00002000:00100000:0.0:1746157081.379903:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007ca01c00 x1830977685268736/t4294970602(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/448 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.379911:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca01c00 with x1830977685268736 ext(0->7) 00010000:00010000:0.0:1746157081.379918:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 72 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.379930:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 72 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.379937:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca01c00 00000100:00100000:0.0:1746157081.383139:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.383216:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685268864 00000100:00100000:1.0:1746157081.383227:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685268864 00000100:00100000:1.0:1746157081.383286:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29880 00000100:00100000:1.0:1746157081.383297:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685268864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.383317:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.383336:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fdbc expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.383364:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.383370:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.383376:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157081.383379:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 73 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.383420:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.383434:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 73 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.383443:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091114c00, rc 0) 00000100:00100000:1.0:1746157081.383497:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:1767:x1830977685268864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.383503:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29880 00000100:00100000:0.0:1746157081.384707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.384808:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685268992 00000100:00100000:2.0:1746157081.384816:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685268992 00010000:00010000:2.0:1746157081.384847:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.384886:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17218 00000100:00100000:2.0:1746157081.384893:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2011:x1830977685268992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.384906:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.384927:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.384939:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.384971:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed8853508fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdae expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.385003:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.385006:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.385014:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.385022:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.385052:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.385114:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 5 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.385129:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679221248:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.385253:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.387898:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679221248:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.387921:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.387984:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685268992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3089us (3280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.387995:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17218 00000100:00100000:2.0:1746157081.388209:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.388230:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685269248 00000100:00100000:0.0:1746157081.388237:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685269248 00002000:00100000:0.0:1746157081.388279:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0a80 x1830977685269248/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.388288:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0a80 with x1830977685269248 ext(0->4095) 00010000:00010000:0.0:1746157081.388297:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.388314:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.388320:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0a80 00000100:00100000:0.0:1746157081.388346:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2762 00000100:00100000:0.0:1746157081.388353:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685269248:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157081.388877:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685269248:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 344us (487us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157081.388884:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2762 00002000:00100000:0.0:1746157081.388890:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0a80 x1830977685269248/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.388897:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0a80 with x1830977685269248 ext(0->4095) 00010000:00010000:0.0:1746157081.388902:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.388910:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.388920:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0a80 00000100:00100000:0.0:1746157081.391661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.391774:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685269376 00000100:00100000:2.0:1746157081.391784:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685269376 00010000:00010000:2.0:1746157081.391822:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.391963:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17219 00000100:00100000:2.0:1746157081.391972:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685269376:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.391987:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.392009:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.392021:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.392045:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71fa00/0x7b65fed885350902 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdb5 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.392080:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.392082:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.392090:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 71 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.392098:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 71 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.392132:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 71 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.392145:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679221376:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.392667:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.396345:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.396423:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685269632 00000100:00100000:1.0:1746157081.396430:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685269632 00000100:00100000:2.0:1746157081.396440:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679221376:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.396461:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157081.396476:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156300 x1830977685269632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.396486:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156300 with x1830977685269632 ext(0->4095) 00002000:00010000:1.0:1746157081.396490:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f156300 00000100:00100000:2.0:1746157081.396501:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685269376:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4530us (4852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.396510:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17219 00000100:00100000:1.0:1746157081.396522:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13741 00000100:00100000:1.0:1746157081.396529:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685269632:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157081.396674:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685269632:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.396680:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13741 00002000:00100000:1.0:1746157081.396685:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156300 x1830977685269632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.396692:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156300 with x1830977685269632 ext(0->4095) 00002000:00010000:1.0:1746157081.396695:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f156300 00000100:00100000:0.0:1746157081.398596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.398654:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685269760 00000100:00100000:1.0:1746157081.398662:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685269760 00000100:00100000:1.0:1746157081.398709:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29881 00000100:00100000:1.0:1746157081.398716:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685269760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.398733:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.398772:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fdc3 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.398801:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 71 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.398809:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.398811:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.398815:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.398845:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 71 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.398855:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 71 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.398866:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679221504:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.398962:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.401155:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679221504:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.401197:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.401214:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091098000, rc 0) 00000100:00100000:1.0:1746157081.401768:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685269760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2619us (2747us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.401777:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29881 00000100:00100000:0.0:1746157081.404099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.404458:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685269888 00000100:00100000:2.0:1746157081.404467:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685269888 00010000:00010000:2.0:1746157081.404506:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 72 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.404550:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17220 00000100:00100000:2.0:1746157081.404558:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685269888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.404572:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.404593:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 72 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.404605:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 72 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.404628:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091114c00/0x7b65fed885350909 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdbc expref: 72 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.405214:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.405217:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.405225:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.405234:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.405271:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.405284:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679221632:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.405376:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.407231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.407454:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679221632:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.407476:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.407531:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2011:x1830977685269888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2974us (3443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.407542:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17220 00000100:00100000:1.0:1746157081.408140:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685270016 00000100:00100000:1.0:1746157081.408148:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685270016 00000100:00100000:1.0:1746157081.408190:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29882 00000100:00100000:1.0:1746157081.408197:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685270016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.408215:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.408232:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fdca expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.408264:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.408271:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.408272:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.408276:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.408301:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.408312:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 5 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746157081.408317:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.408324:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679221760:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.408614:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.408630:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685270272 00000100:00100000:1.0:1746157081.408633:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685270272 00002000:00100000:1.0:1746157081.408660:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156680 x1830977685270272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.408669:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156680 with x1830977685270272 ext(0->4095) 00010000:00010000:1.0:1746157081.408674:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.408683:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157081.408694:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f156680 00000100:00100000:1.0:1746157081.408707:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2763 00000100:00100000:1.0:1746157081.408713:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685270272:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157081.408861:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685270272:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.408867:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2763 00002000:00100000:1.0:1746157081.408871:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156680 x1830977685270272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.408878:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156680 with x1830977685270272 ext(0->4095) 00010000:00010000:1.0:1746157081.408882:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.408890:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157081.408896:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f156680 00000100:00100000:0.0:1746157081.411973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.412070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.412229:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685270400 00000100:00100000:3.0:1746157081.412242:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685270400 00000100:00100000:1.0:1746157081.412268:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679221760:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.412287:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29883 00000100:00100000:3.0:1746157081.412295:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:1768:x1830977685270400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.412306:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 73 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.412313:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.412323:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f117600, rc 0) 00010000:00010000:3.0:1746157081.412329:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fdd1 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.412350:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.412355:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 74 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.412360:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.412364:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 74 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157081.412367:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:1767:x1830977685270016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4170us (5150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.412382:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29882 00010000:00010000:3.0:1746157081.412395:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 73 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.412406:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.412414:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526400, rc 0) 00000100:00100000:3.0:1746157081.412432:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:1768:x1830977685270400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.412437:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29883 00000100:00100000:2.0:1746157081.412465:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685270528 00000100:00100000:2.0:1746157081.412470:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685270528 00010000:00010000:2.0:1746157081.412489:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.412521:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17221 00000100:00100000:2.0:1746157081.412527:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685270528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.412536:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.412555:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.412565:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.412583:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091098000/0x7b65fed885350910 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdc3 expref: 6 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.412610:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.412612:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.412618:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.412624:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.412643:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 72 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.412653:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 72 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.412664:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679222016:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.412720:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.420252:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.420317:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685270784 00000100:00100000:1.0:1746157081.420327:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685270784 00000100:00100000:2.0:1746157081.420358:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679222016:192.168.203.44@tcp:105: 00002000:00100000:1.0:1746157081.420377:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156a00 x1830977685270784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746157081.420379:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157081.420387:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156a00 with x1830977685270784 ext(0->4095) 00010000:00010000:1.0:1746157081.420396:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.420409:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157081.420415:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f156a00 00000100:00100000:2.0:1746157081.420421:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685270528:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7894us (8351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.420431:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17221 00000100:00100000:1.0:1746157081.421152:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2764 00000100:00100000:1.0:1746157081.421162:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2010:x1830977685270784:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157081.421328:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2010:x1830977685270784:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (1085us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.421335:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2764 00002000:00100000:1.0:1746157081.421341:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156a00 x1830977685270784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.421349:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156a00 with x1830977685270784 ext(0->4095) 00010000:00010000:1.0:1746157081.421355:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.421371:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157081.421376:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f156a00 00000100:00100000:0.0:1746157081.422933:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.423030:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685270912 00000100:00100000:2.0:1746157081.423038:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685270912 00010000:00010000:2.0:1746157081.423070:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.423112:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17222 00000100:00100000:2.0:1746157081.423119:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5684450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2011:x1830977685270912:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.423132:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.423147:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.423159:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.423181:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f117600/0x7b65fed885350917 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdca expref: 73 pid: 9577 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.423201:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.423203:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.423209:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.423216:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.423244:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.423254:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679222144:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.423358:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.426120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.426265:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685271168 00000100:00100000:0.0:1746157081.426274:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685271168 00002000:00100000:0.0:1746157081.426319:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092892d80 x1830977685271168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.426329:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892d80 with x1830977685271168 ext(0->4095) 00002000:00010000:0.0:1746157081.426335:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092892d80 00000100:00100000:0.0:1746157081.426363:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13742 00000100:00100000:0.0:1746157081.426371:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2011:x1830977685271168:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157081.426455:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679222144:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.426475:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.426514:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5684450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2011:x1830977685270912:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3396us (3590us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.426522:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17222 00000100:00100000:0.0:1746157081.427039:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685271168:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 668us (928us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157081.427045:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13742 00002000:00100000:0.0:1746157081.427052:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092892d80 x1830977685271168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.427064:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892d80 with x1830977685271168 ext(0->4095) 00002000:00010000:0.0:1746157081.427067:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092892d80 00000100:00100000:0.0:1746157081.428918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.429405:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685271296 00000100:00100000:2.0:1746157081.429415:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685271296 00000100:00100000:2.0:1746157081.429476:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29884 00000100:00100000:2.0:1746157081.429483:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685271296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.429502:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.429518:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fdd8 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.429547:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.429554:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.429556:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.429559:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.429591:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.429602:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 71 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.429614:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679222272:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.429706:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.432164:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679222272:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.432198:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.432215:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71e000, rc 0) 00000100:00100000:2.0:1746157081.432274:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685271296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2790us (3365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.432283:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29884 00000100:00100000:0.0:1746157081.432965:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.433576:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685271424 00000100:00100000:2.0:1746157081.433584:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685271424 00010000:00010000:2.0:1746157081.433613:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 72 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.433644:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17223 00000100:00100000:2.0:1746157081.433650:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685271424:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.433662:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.433680:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 72 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.433691:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 72 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.433712:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed88535091e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd1 expref: 72 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.434103:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.434106:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.434114:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.434122:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.434154:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.434165:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679222400:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.434256:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.437680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.439058:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.439110:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685271808 00000100:00100000:1.0:1746157081.439121:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685271808 00000100:00100000:2.0:1746157081.439144:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685271552 00000100:00100000:2.0:1746157081.439148:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685271552 00002000:00100000:1.0:1746157081.439169:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f157480 x1830977685271808/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746157081.439179:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29885 00002000:00100000:1.0:1746157081.439180:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f157480 with x1830977685271808 ext(0->4095) 00002000:00010000:1.0:1746157081.439185:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f157480 00000100:00100000:2.0:1746157081.439186:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685271552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.439200:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746157081.439201:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13743 00000100:00100000:1.0:1746157081.439207:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685271808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746157081.439217:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fddf expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.439241:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.439248:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.439250:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.439254:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 73 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.439285:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.439296:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.439306:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679222528:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.439356:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685271808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.439362:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13743 00002000:00100000:1.0:1746157081.439368:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f157480 x1830977685271808/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746157081.439371:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00002000:00100000:1.0:1746157081.439375:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f157480 with x1830977685271808 ext(0->4095) 00010000:00010000:1.0:1746157081.439380:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.439391:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157081.439397:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f157480 00000100:00100000:3.0:1746157081.439399:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679222400:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.439416:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.439435:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2011:x1830977685271424:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5786us (6485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.439446:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17223 00000100:00100000:2.0:1746157081.441483:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679222528:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.441515:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.441531:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091198000, rc 0) 00000100:00100000:2.0:1746157081.441586:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685271552:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2399us (3916us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.441595:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29885 00000100:00100000:0.0:1746157081.441868:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.442020:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685271936 00000100:00100000:2.0:1746157081.442026:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685271936 00000100:00100000:2.0:1746157081.442070:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29886 00000100:00100000:2.0:1746157081.442077:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1768:x1830977685271936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.442092:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.442106:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fde6 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.442128:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.442132:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 73 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.442138:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.442141:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 73 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.442167:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 73 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.442177:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 73 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.442184:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80a00, rc 0) 00000100:00100000:2.0:1746157081.442214:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:1768:x1830977685271936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.442218:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29886 00000100:00100000:0.0:1746157081.442980:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.443293:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685272064 00000100:00100000:3.0:1746157081.443298:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685272064 00010000:00010000:3.0:1746157081.443326:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.443358:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17224 00000100:00100000:3.0:1746157081.443365:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685272064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.443375:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.443396:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.443406:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.443426:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71e000/0x7b65fed885350925 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdd8 expref: 6 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.443794:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.443796:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.443804:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.443812:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.443840:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.443851:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 72 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.443863:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679222784:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.444571:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.446979:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.447047:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685272320 00000100:00100000:1.0:1746157081.447056:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685272320 00002000:00100000:1.0:1746157081.447108:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155500 x1830977685272320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.447117:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155500 with x1830977685272320 ext(0->4095) 00000100:00100000:3.0:1746157081.447123:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679222784:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157081.447125:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 73 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.447138:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 73 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.447144:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746157081.447144:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155500 00000100:00100000:1.0:1746157081.447176:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2765 00000100:00100000:1.0:1746157081.447183:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2010:x1830977685272320:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157081.447187:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685272064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3821us (4210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.447195:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17224 00000100:00100000:1.0:1746157081.447326:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2010:x1830977685272320:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.447332:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2765 00002000:00100000:1.0:1746157081.447337:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155500 x1830977685272320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.447344:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155500 with x1830977685272320 ext(0->4095) 00010000:00010000:1.0:1746157081.447348:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 73 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.448220:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 73 pid: 9674 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157081.448232:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155500 00000100:00100000:0.0:1746157081.450478:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.452640:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685272448 00000100:00100000:3.0:1746157081.452654:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685272448 00010000:00010000:3.0:1746157081.452698:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 73 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.452811:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17225 00000100:00100000:3.0:1746157081.452820:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2011:x1830977685272448:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.452835:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.452856:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 73 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.452868:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 73 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.452892:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed88535092c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fddf expref: 73 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.452919:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.452922:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.452929:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.452938:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.452984:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 72 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.452997:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679222912:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.455491:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.457023:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679222912:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.457048:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.457108:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685272448:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4288us (6638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.457119:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17225 00000100:00100000:0.0:1746157081.457500:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.457633:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685272704 00000100:00100000:2.0:1746157081.457641:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685272704 00002000:00100000:2.0:1746157081.457679:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091294a80 x1830977685272704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.457688:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091294a80 with x1830977685272704 ext(0->4095) 00002000:00010000:2.0:1746157081.457693:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091294a80 00000100:00100000:2.0:1746157081.457720:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13744 00000100:00100000:2.0:1746157081.457727:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685272704:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157081.457890:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685272704:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (390us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.457895:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13744 00002000:00100000:2.0:1746157081.457900:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091294a80 x1830977685272704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.457906:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091294a80 with x1830977685272704 ext(0->4095) 00002000:00010000:2.0:1746157081.457908:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091294a80 00000100:00100000:0.0:1746157081.462104:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.462179:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685272832 00000100:00100000:3.0:1746157081.462190:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685272832 00000100:00100000:3.0:1746157081.462243:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29887 00000100:00100000:3.0:1746157081.462250:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685272832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.462271:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.462287:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fded expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.462321:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 71 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.462327:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.462328:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.462330:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.462355:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 71 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.462364:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 71 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.462374:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679223040:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.462453:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.464646:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679223040:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.464678:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.464696:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157081.464789:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685272832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2537us (2696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.464798:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29887 00000100:00100000:0.0:1746157081.467016:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.467150:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685272960 00000100:00100000:3.0:1746157081.467159:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685272960 00010000:00010000:3.0:1746157081.467196:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 72 pid: 9674 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.467229:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17226 00000100:00100000:3.0:1746157081.467235:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091294e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685272960:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.467250:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.467269:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 72 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.467280:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 72 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.467301:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80a00/0x7b65fed885350933 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fde6 expref: 72 pid: 9674 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.467707:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.467710:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.467718:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.467727:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.467797:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.467809:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679223168:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.467897:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.468535:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.468869:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685273088 00000100:00100000:3.0:1746157081.468874:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685273088 00000100:00100000:3.0:1746157081.469066:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29888 00000100:00100000:3.0:1746157081.469074:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685273088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.469090:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.469104:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fdf4 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.469127:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.469132:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.469134:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.469136:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.469158:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.469167:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 5 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.469177:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679223296:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.469945:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.470369:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.470417:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685273344 00000100:00100000:1.0:1746157081.470423:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685273344 00002000:00100000:1.0:1746157081.470460:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091297800 x1830977685273344/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.470469:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091297800 with x1830977685273344 ext(0->4095) 00010000:00010000:1.0:1746157081.470476:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.470487:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157081.470494:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091297800 00000100:00100000:3.0:1746157081.470504:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679223168:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.470520:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157081.470524:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2766 00000100:00100000:1.0:1746157081.470530:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685273344:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157081.470909:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685273344:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.470917:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2766 00002000:00100000:1.0:1746157081.470923:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091297800 x1830977685273344/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.470936:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091297800 with x1830977685273344 ext(0->4095) 00010000:00010000:1.0:1746157081.470941:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.470961:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746157081.470967:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091297800 00000100:00100000:3.0:1746157081.471093:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091294e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2011:x1830977685272960:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3857us (4086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.471102:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17226 00000100:00100000:3.0:1746157081.471389:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679223296:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.471409:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.471426:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157081.471457:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff4cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685273088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2383us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.471464:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29888 00000100:00100000:0.0:1746157081.472837:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.472980:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685273600 00000100:00100000:3.0:1746157081.472991:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685273600 00000100:00100000:3.0:1746157081.473151:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29889 00000100:00100000:3.0:1746157081.473163:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1768:x1830977685273600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.473180:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.473195:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fdfb expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.473220:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.473226:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.473232:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.473235:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.473267:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.473278:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.473288:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157081.473329:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:1768:x1830977685273600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.473335:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29889 00000100:00100000:0.0:1746157081.473479:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.473876:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685273472 00000100:00100000:3.0:1746157081.473880:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685273472 00010000:00010000:3.0:1746157081.473897:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.473927:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17227 00000100:00100000:3.0:1746157081.473933:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685273472:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.473944:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.473974:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.473984:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.474000:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535093a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fded expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.474011:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.474013:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.474018:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.474371:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.474396:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.474407:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 72 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.474418:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679223552:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.475668:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.477822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.477880:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685273856 00000100:00100000:2.0:1746157081.477889:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685273856 00000100:00100000:3.0:1746157081.477934:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679223552:192.168.203.44@tcp:105: 00002000:00100000:2.0:1746157081.477940:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4700 x1830977685273856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.477957:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4700 with x1830977685273856 ext(0->4095) 00010000:00010000:3.0:1746157081.477963:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157081.477967:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 73 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.477981:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 73 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.477988:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4700 00000100:00100000:3.0:1746157081.478010:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685273472:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4076us (4530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.478019:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17227 00000100:00100000:2.0:1746157081.478019:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2767 00000100:00100000:2.0:1746157081.478026:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2011:x1830977685273856:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157081.478174:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2011:x1830977685273856:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.478179:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2767 00002000:00100000:2.0:1746157081.478185:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4700 x1830977685273856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.478191:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4700 with x1830977685273856 ext(0->4095) 00010000:00010000:2.0:1746157081.478196:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 73 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.478204:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 73 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:2.0:1746157081.478209:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4700 00000100:00100000:0.0:1746157081.484722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.484879:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685273984 00000100:00100000:3.0:1746157081.484889:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685273984 00010000:00010000:3.0:1746157081.484932:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 73 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.489100:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17228 00000100:00100000:1.0:1746157081.489123:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2013:x1830977685273984:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157081.489145:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157081.489176:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 73 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.489194:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 73 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.489219:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350941 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdf4 expref: 73 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.489258:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.489261:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.489268:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.489275:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.489314:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 72 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157081.489328:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679223680:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157081.489428:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.496063:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679223680:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157081.496101:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157081.496155:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2013:x1830977685273984:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7042us (11445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.496165:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17228 00000100:00100000:0.0:1746157081.496433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.496498:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685274240 00000100:00100000:3.0:1746157081.496505:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685274240 00002000:00100000:3.0:1746157081.496548:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7b80 x1830977685274240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.496559:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7b80 with x1830977685274240 ext(0->4095) 00002000:00010000:3.0:1746157081.496564:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f7b80 00000100:00100000:3.0:1746157081.496592:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13745 00000100:00100000:3.0:1746157081.496599:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2013:x1830977685274240:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157081.497263:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2013:x1830977685274240:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 663us (830us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.497302:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13745 00002000:00100000:3.0:1746157081.497309:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7b80 x1830977685274240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.497316:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7b80 with x1830977685274240 ext(0->4095) 00002000:00010000:3.0:1746157081.497319:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f7b80 00000100:00100000:0.0:1746157081.507379:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.507458:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685274368 00000100:00100000:2.0:1746157081.507474:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685274368 00000100:00100000:3.0:1746157081.508714:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29890 00000100:00100000:3.0:1746157081.508727:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685274368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.508766:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.508785:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe02 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.508817:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.508825:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.508826:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.508830:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.508866:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 71 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.508877:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 71 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.508888:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679223808:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.509177:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.517367:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679223808:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.517402:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.517420:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157081.517479:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685274368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8755us (10112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.517488:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29890 00000100:00100000:0.0:1746157081.531362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.531565:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685274496 00000100:00100000:3.0:1746157081.531576:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685274496 00002000:00100000:3.0:1746157081.531630:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f6a00 x1830977685274496/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.531640:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6a00 with x1830977685274496 ext(0->7) 00010000:00010000:3.0:1746157081.531650:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 72 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:3.0:1746157081.531680:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 72 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:3.0:1746157081.531688:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f6a00 00000100:00100000:3.0:1746157081.531725:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2768 00000100:00100000:3.0:1746157081.531734:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685274496:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157081.536060:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2010:x1830977685274496:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4312us (4692us total) trans 4294970603 rc 0/0 00000100:00100000:0.0:1746157081.536074:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2768 00002000:00100000:0.0:1746157081.536088:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f6a00 x1830977685274496/t4294970603(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/448 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.536104:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6a00 with x1830977685274496 ext(0->7) 00010000:00010000:0.0:1746157081.536115:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 74 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.536132:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 74 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.536138:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f6a00 00000100:00100000:0.0:1746157081.548130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.550095:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.550486:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685274752 00000100:00100000:1.0:1746157081.550497:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685274752 00010000:00010000:1.0:1746157081.550536:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 74 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.550677:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17229 00000100:00100000:1.0:1746157081.550687:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5684050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2012:x1830977685274752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157081.550705:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746157081.550725:0:7221:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746157081 -> 1746157082 00002000:00010000:1.0:1746157081.550728:0:7221:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746157081 -> 1746157082 00010000:00010000:1.0:1746157081.550761:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 74 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.550777:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 74 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.550806:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350948 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fdfb expref: 74 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.550827:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.550829:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.550837:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.550845:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.550881:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157081.550894:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679223936:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157081.550988:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.551474:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685274624 00000100:00100000:3.0:1746157081.551480:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685274624 00000100:00100000:3.0:1746157081.551510:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29891 00000100:00100000:3.0:1746157081.551516:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:1767:x1830977685274624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.551529:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.551541:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe09 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.551559:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.551565:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.551566:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.551569:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.551585:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.551597:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 5 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:3.0:1746157081.551605:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679224064:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.551644:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.571832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.571864:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685275008 00000100:00100000:0.0:1746157081.571874:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685275008 00002000:00100000:0.0:1746157081.571927:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f5180 x1830977685275008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.571939:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5180 with x1830977685275008 ext(0->4095) 00010000:00010000:0.0:1746157081.571958:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.571972:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.571980:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f5180 00000100:00100000:0.0:1746157081.572001:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2769 00000100:00100000:0.0:1746157081.572008:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685275008:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157081.572163:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685275008:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (341us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157081.572168:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2769 00002000:00100000:0.0:1746157081.572173:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f5180 x1830977685275008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.572180:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5180 with x1830977685275008 ext(0->4095) 00010000:00010000:0.0:1746157081.572184:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746157081.572193:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746157081.572199:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f5180 00000100:00100000:1.0:1746157081.572475:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679223936:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157081.572495:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157081.572517:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5684050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:2012:x1830977685274752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 21833us (22433us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.572525:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17229 00000100:00100000:3.0:1746157081.572897:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679224064:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.572915:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 74 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.572928:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157081.572944:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:1767:x1830977685274624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 21429us (24828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.572958:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29891 00000100:00100000:0.0:1746157081.575132:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.575228:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.575398:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685275136 00000100:00100000:3.0:1746157081.575407:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685275136 00000100:00100000:3.0:1746157081.575450:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29892 00000100:00100000:3.0:1746157081.575457:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:1768:x1830977685275136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.575477:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.575494:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe10 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.575521:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.575526:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.575532:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.575536:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.575573:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.575584:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.575593:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157081.575634:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:1768:x1830977685275136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.575640:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29892 00000100:00100000:1.0:1746157081.577132:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685275264 00000100:00100000:1.0:1746157081.577143:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685275264 00010000:00010000:1.0:1746157081.577175:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.577208:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17230 00000100:00100000:1.0:1746157081.577215:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685275264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157081.577226:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157081.577247:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.577258:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.577278:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535094f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe02 expref: 6 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746157081.577296:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.577298:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.577305:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 74 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.577312:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 74 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.577341:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 74 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.577352:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 74 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.577369:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679224320:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157081.577453:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.583333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.583418:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685275392 00000100:00100000:2.0:1746157081.583426:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685275392 00010000:00010000:2.0:1746157081.583461:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 75 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:2.0:1746157081.583494:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17231 00000100:00100000:2.0:1746157081.583501:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:2010:x1830977685275392:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.583516:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.583535:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 75 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.583547:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 75 pid: 9578 timeout: 841 lvb_type: 0 00010000:00010000:2.0:1746157081.583572:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.583575:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.583583:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.583591:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.583624:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.583636:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679224448:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.583719:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00010000:00010000:1.0:1746157081.584060:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350956 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe09 expref: 75 pid: 9578 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746157081.584457:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679224320:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157081.584477:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157081.584769:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685275264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7553us (9539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.584777:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17230 00000100:00100000:3.0:1746157081.585479:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679224448:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.585489:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.585511:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2010:x1830977685275392:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2011us (2189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.585517:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17231 00000100:00100000:0.0:1746157081.593876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.594091:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685275648 00000100:00100000:1.0:1746157081.594101:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685275648 00002000:00100000:1.0:1746157081.594157:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7480 x1830977685275648/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.594167:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7480 with x1830977685275648 ext(0->4095) 00002000:00010000:1.0:1746157081.594173:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f7480 00000100:00100000:1.0:1746157081.594197:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13746 00000100:00100000:1.0:1746157081.594205:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2010:x1830977685275648:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157081.595202:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2010:x1830977685275648:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 995us (1340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.595210:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13746 00002000:00100000:1.0:1746157081.595216:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7480 x1830977685275648/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.595229:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7480 with x1830977685275648 ext(0->4095) 00002000:00010000:1.0:1746157081.595233:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f7480 00000100:00100000:0.0:1746157081.612242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.612348:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685275776 00000100:00100000:2.0:1746157081.612358:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685275776 00000100:00100000:2.0:1746157081.612419:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29893 00000100:00100000:2.0:1746157081.612427:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685275776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.612447:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.612466:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe17 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.612497:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.612505:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.612506:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.612510:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.612541:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 73 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.612554:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 73 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.612566:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679224576:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.612657:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.621851:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679224576:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.621885:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.621904:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81c00, rc 0) 00000100:00100000:2.0:1746157081.621975:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685275776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9546us (9741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.621983:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29893 00000100:00100000:0.0:1746157081.625942:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.626037:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685275904 00000100:00100000:1.0:1746157081.626050:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685275904 00002000:00100000:1.0:1746157081.626103:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f4a80 x1830977685275904/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.626114:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4a80 with x1830977685275904 ext(0->7) 00010000:00010000:1.0:1746157081.626124:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 74 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157081.626139:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 74 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157081.626146:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4a80 00000100:00100000:1.0:1746157081.627219:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2770 00000100:00100000:1.0:1746157081.627234:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2013:x1830977685275904:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157081.629281:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2013:x1830977685275904:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2044us (3344us total) trans 4294970604 rc 0/0 00000100:00100000:0.0:1746157081.629291:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2770 00002000:00100000:0.0:1746157081.629301:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f4a80 x1830977685275904/t4294970604(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/448 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.629312:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4a80 with x1830977685275904 ext(0->7) 00010000:00010000:0.0:1746157081.629323:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 76 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157081.629337:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 76 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746157081.629345:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4a80 00000100:00100000:1.0:1746157081.638103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.638173:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685276032 00000100:00100000:2.0:1746157081.638182:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685276032 00000100:00100000:2.0:1746157081.638230:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29894 00000100:00100000:2.0:1746157081.638238:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1767:x1830977685276032:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.638256:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.638273:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe1e expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.638302:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.638308:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.638319:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157081.638322:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 77 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.638358:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.638370:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 77 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.638379:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091199c00, rc 0) 00000100:00100000:2.0:1746157081.638428:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:1767:x1830977685276032:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.638434:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29894 00000100:00100000:1.0:1746157081.651909:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.652431:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685276160 00000100:00100000:3.0:1746157081.652440:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685276160 00010000:00010000:3.0:1746157081.652482:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.652513:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17232 00000100:00100000:3.0:1746157081.652521:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2012:x1830977685276160:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.652538:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.652557:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.652573:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.652596:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed88535095d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe10 expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.653083:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.653085:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.653094:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.653101:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.653139:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.653149:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 5 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.653161:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679224832:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.654052:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.659871:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679224832:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.659895:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.659955:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2012:x1830977685276160:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7426us (8049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.659969:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17232 00000100:00100000:0.0:1746157081.660310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.660417:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685276416 00000100:00100000:2.0:1746157081.660425:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685276416 00002000:00100000:2.0:1746157081.660467:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4000 x1830977685276416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.660476:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4000 with x1830977685276416 ext(0->4095) 00010000:00010000:2.0:1746157081.660486:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.660501:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157081.660508:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4000 00000100:00100000:2.0:1746157081.661143:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2771 00000100:00100000:2.0:1746157081.661151:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685276416:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157081.661297:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685276416:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (987us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.661304:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2771 00002000:00100000:2.0:1746157081.661309:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4000 x1830977685276416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.661316:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4000 with x1830977685276416 ext(0->4095) 00010000:00010000:2.0:1746157081.661322:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.661331:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157081.661337:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4000 00000100:00100000:0.0:1746157081.665058:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.665119:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685276544 00000100:00100000:3.0:1746157081.665127:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685276544 00010000:00010000:3.0:1746157081.665161:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.665195:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17233 00000100:00100000:3.0:1746157081.665201:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685276544:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.665214:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.665231:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.665240:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.665258:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81c00/0x7b65fed885350964 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe17 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.665282:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.665284:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.665292:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 75 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.665301:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 75 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.665332:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 75 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.665345:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679224960:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.665434:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.668287:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679224960:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.668316:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.668370:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685276544:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3166us (3393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.668382:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17233 00000100:00100000:0.0:1746157081.668856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.668881:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685276800 00000100:00100000:0.0:1746157081.668888:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685276800 00002000:00100000:0.0:1746157081.668929:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f5500 x1830977685276800/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.668937:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5500 with x1830977685276800 ext(0->4095) 00002000:00010000:0.0:1746157081.668942:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f5500 00000100:00100000:0.0:1746157081.668978:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13747 00000100:00100000:0.0:1746157081.668984:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685276800:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157081.669104:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685276800:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157081.669109:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13747 00002000:00100000:0.0:1746157081.669114:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f5500 x1830977685276800/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.669121:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5500 with x1830977685276800 ext(0->4095) 00002000:00010000:0.0:1746157081.669123:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f5500 00000100:00100000:0.0:1746157081.672539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.672629:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685276928 00000100:00100000:3.0:1746157081.672637:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685276928 00000100:00100000:3.0:1746157081.672755:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29895 00000100:00100000:3.0:1746157081.672765:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685276928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.672780:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.672798:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe25 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.672831:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 75 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.672838:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.672840:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.672844:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.672873:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 75 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.672891:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 75 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.672902:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679225088:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.672993:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.677367:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679225088:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.677398:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.677416:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157081.677490:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685276928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4726us (4959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.677499:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29895 00000100:00100000:0.0:1746157081.678928:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.679177:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685277056 00000100:00100000:3.0:1746157081.679183:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685277056 00010000:00010000:3.0:1746157081.679209:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 76 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.679894:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17234 00000100:00100000:3.0:1746157081.679903:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685277056:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.679916:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.679937:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 76 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.679963:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 76 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.679985:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed88535096b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe1e expref: 76 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.680011:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.680013:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.680020:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.680027:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.680057:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.680144:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679225216:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.680211:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.683607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.683775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.685399:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685277184 00000100:00100000:3.0:1746157081.685409:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685277184 00000100:00100000:3.0:1746157081.685461:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29896 00000100:00100000:3.0:1746157081.685469:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1767:x1830977685277184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.685487:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.685505:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe2c expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.685537:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.685544:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.685545:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.685548:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.685576:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.685585:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 5 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.685595:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679225344:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.685725:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685277440 00000100:00100000:1.0:1746157081.685730:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685277440 00000100:00100000:3.0:1746157081.685755:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00002000:00100000:1.0:1746157081.685772:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda680 x1830977685277440/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.685782:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda680 with x1830977685277440 ext(0->4095) 00010000:00010000:1.0:1746157081.685788:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157081.685798:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157081.685805:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008feda680 00000100:00100000:1.0:1746157081.685817:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2772 00000100:00100000:1.0:1746157081.685821:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008feda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685277440:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157081.685923:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679225216:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.685940:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.685974:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2011:x1830977685277056:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6072us (7047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.685983:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17234 00000100:00100000:1.0:1746157081.686064:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008feda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685277440:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 241us (2288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.686070:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2772 00002000:00100000:1.0:1746157081.686076:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda680 x1830977685277440/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.686083:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda680 with x1830977685277440 ext(0->4095) 00010000:00010000:1.0:1746157081.686088:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157081.686097:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157081.686103:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008feda680 00000100:00100000:3.0:1746157081.686985:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679225344:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.686998:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 76 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.687009:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157081.687028:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1767:x1830977685277184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1561us (3433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.687034:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29896 00000100:00100000:0.0:1746157081.687497:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.687554:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685277568 00000100:00100000:3.0:1746157081.687559:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685277568 00000100:00100000:3.0:1746157081.687580:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29897 00000100:00100000:3.0:1746157081.687584:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1768:x1830977685277568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.687594:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.687603:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe33 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.687617:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.687620:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.687626:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.687629:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.687646:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.687655:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.687661:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157081.687694:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:1768:x1830977685277568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.687699:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29897 00000100:00100000:0.0:1746157081.695203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.695334:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685277696 00000100:00100000:2.0:1746157081.695344:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685277696 00010000:00010000:2.0:1746157081.695384:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.695426:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17235 00000100:00100000:2.0:1746157081.695435:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685277696:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.695449:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.695469:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.695480:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.695503:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350972 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe25 expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.695531:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.695533:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.695540:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 76 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.695547:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 76 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.695582:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 76 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.695593:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 76 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.695604:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679225600:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.695695:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.699325:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679225600:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.699350:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.699415:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685277696:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3979us (4221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.699426:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17235 00000100:00100000:0.0:1746157081.699536:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.699772:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685277952 00000100:00100000:2.0:1746157081.699779:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685277952 00002000:00100000:2.0:1746157081.699817:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8a80 x1830977685277952/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.699827:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8a80 with x1830977685277952 ext(0->4095) 00010000:00010000:2.0:1746157081.699835:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.699848:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157081.699854:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8a80 00000100:00100000:2.0:1746157081.699869:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2773 00000100:00100000:2.0:1746157081.699875:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685277952:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157081.700001:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685277952:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.700007:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2773 00002000:00100000:2.0:1746157081.700011:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8a80 x1830977685277952/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.700017:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8a80 with x1830977685277952 ext(0->4095) 00010000:00010000:2.0:1746157081.700022:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.700030:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157081.700035:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8a80 00000100:00100000:0.0:1746157081.702943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.703059:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685278080 00000100:00100000:2.0:1746157081.703068:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685278080 00010000:00010000:2.0:1746157081.703103:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.703144:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17236 00000100:00100000:2.0:1746157081.703151:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685278080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.703164:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.703184:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.703196:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.703218:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350979 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe2c expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.703235:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.703237:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.703244:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 76 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.703254:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 76 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.703288:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 76 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.703299:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679225728:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.703383:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.705727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.705941:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685278336 00000100:00100000:1.0:1746157081.705959:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685278336 00002000:00100000:1.0:1746157081.706001:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fedaa00 x1830977685278336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.706010:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedaa00 with x1830977685278336 ext(0->4095) 00002000:00010000:1.0:1746157081.706016:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fedaa00 00000100:00100000:1.0:1746157081.706045:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13748 00000100:00100000:1.0:1746157081.706052:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685278336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157081.706201:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685278336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (481us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.706207:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13748 00002000:00100000:1.0:1746157081.706213:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fedaa00 x1830977685278336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.706220:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedaa00 with x1830977685278336 ext(0->4095) 00002000:00010000:1.0:1746157081.706222:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fedaa00 00000100:00100000:2.0:1746157081.706315:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679225728:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.706335:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.706358:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685278080:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3208us (3425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.706366:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17236 00000100:00100000:0.0:1746157081.709020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.709171:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685278464 00000100:00100000:2.0:1746157081.709181:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685278464 00000100:00100000:2.0:1746157081.709241:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29898 00000100:00100000:2.0:1746157081.709250:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685278464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.709269:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.709290:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe3a expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.709320:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.709328:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.709330:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.709333:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.709360:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.709371:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 75 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.709384:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679225856:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.710032:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.712065:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679225856:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.712096:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.712113:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091198000, rc 0) 00000100:00100000:2.0:1746157081.712158:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685278464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2908us (3145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.712167:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29898 00000100:00100000:0.0:1746157081.712457:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.713068:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685278592 00000100:00100000:2.0:1746157081.713075:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685278592 00010000:00010000:2.0:1746157081.713097:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 76 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.713130:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17237 00000100:00100000:2.0:1746157081.713137:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685278592:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.713152:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.713169:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 76 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.713180:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 76 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.713202:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350980 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe33 expref: 76 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.713227:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.713229:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.713235:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.713244:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.713272:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.713283:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679225984:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.713873:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.715310:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679225984:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.715331:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.715382:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:2011:x1830977685278592:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2243us (2923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.715396:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17237 00000100:00100000:0.0:1746157081.716649:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.716716:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685278848 00000100:00100000:2.0:1746157081.716723:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685278848 00000100:00100000:2.0:1746157081.716835:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29899 00000100:00100000:2.0:1746157081.716842:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:1767:x1830977685278848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.716861:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.716879:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe41 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.716906:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.716913:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.716914:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.716917:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 76 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.716944:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.716966:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 5 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.716976:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679226112:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157081.716985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.717036:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685278976 00000100:00100000:3.0:1746157081.717040:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685278976 00002000:00100000:3.0:1746157081.717068:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8000 x1830977685278976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.717082:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8000 with x1830977685278976 ext(0->4095) 00010000:00010000:3.0:1746157081.717088:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.717096:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157081.717101:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8000 00000100:00100000:3.0:1746157081.717124:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2774 00000100:00100000:3.0:1746157081.717131:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685278976:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157081.717250:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.717459:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685278976:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 326us (474us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.717465:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2774 00002000:00100000:3.0:1746157081.717471:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8000 x1830977685278976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.717478:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8000 with x1830977685278976 ext(0->4095) 00010000:00010000:3.0:1746157081.717482:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.717490:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157081.717495:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8000 00000100:00100000:2.0:1746157081.718753:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679226112:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.718772:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 76 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.718782:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c6ca200, rc 0) 00000100:00100000:2.0:1746157081.719088:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1767:x1830977685278848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2245us (2442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.719094:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29899 00000100:00100000:0.0:1746157081.720810:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.721132:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.721209:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685279104 00000100:00100000:2.0:1746157081.721217:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685279104 00000100:00100000:2.0:1746157081.721256:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29900 00000100:00100000:2.0:1746157081.721263:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1768:x1830977685279104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.721281:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.721307:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe48 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.721332:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.721337:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 77 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.721343:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.721346:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 77 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.721379:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 77 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.721390:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 77 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.721404:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091199c00, rc 0) 00000100:00100000:2.0:1746157081.721456:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:1768:x1830977685279104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.721463:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29900 00000100:00100000:3.0:1746157081.721674:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685279232 00000100:00100000:3.0:1746157081.721679:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685279232 00010000:00010000:3.0:1746157081.721697:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.721716:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17238 00000100:00100000:3.0:1746157081.721721:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685279232:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.721730:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.721776:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.721787:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.721803:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350987 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe3a expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.721818:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.721820:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.721826:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 76 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.721832:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 76 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.721856:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 76 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.721867:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 76 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.721879:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679226368:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.721930:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.723971:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679226368:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.723990:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.724434:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685279232:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2710us (3300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.724444:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17238 00000100:00100000:0.0:1746157081.725229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.725290:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685279488 00000100:00100000:3.0:1746157081.725297:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685279488 00002000:00100000:3.0:1746157081.725333:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed9180 x1830977685279488/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.725342:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9180 with x1830977685279488 ext(0->4095) 00010000:00010000:3.0:1746157081.725350:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 77 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.725361:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 77 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157081.725367:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed9180 00000100:00100000:3.0:1746157081.725380:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2775 00000100:00100000:3.0:1746157081.725386:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2013:x1830977685279488:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157081.725528:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2013:x1830977685279488:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.725537:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2775 00002000:00100000:3.0:1746157081.725541:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed9180 x1830977685279488/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.725548:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9180 with x1830977685279488 ext(0->4095) 00010000:00010000:3.0:1746157081.725553:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 77 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.725561:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 77 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157081.725566:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed9180 00000100:00100000:2.0:1746157081.729908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.729992:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685279616 00000100:00100000:3.0:1746157081.730003:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685279616 00010000:00010000:3.0:1746157081.730042:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 77 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.730079:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17239 00000100:00100000:3.0:1746157081.730087:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2012:x1830977685279616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.730103:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.730121:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 77 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.730133:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 77 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.730156:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed88535098e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe41 expref: 77 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.730355:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.730358:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.730366:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 76 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.730374:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 76 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.730407:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 76 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.730418:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679226496:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.730494:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.732136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.732261:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679226496:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.732277:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.732337:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2012:x1830977685279616:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2250us (2439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.732345:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17239 00000100:00100000:1.0:1746157081.732637:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685279872 00000100:00100000:1.0:1746157081.732643:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685279872 00002000:00100000:1.0:1746157081.732676:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fedbb80 x1830977685279872/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.732684:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedbb80 with x1830977685279872 ext(0->4095) 00002000:00010000:1.0:1746157081.732689:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fedbb80 00000100:00100000:1.0:1746157081.732712:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13749 00000100:00100000:1.0:1746157081.732718:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2012:x1830977685279872:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157081.732881:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2012:x1830977685279872:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (747us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.732886:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13749 00002000:00100000:1.0:1746157081.732891:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fedbb80 x1830977685279872/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.732903:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedbb80 with x1830977685279872 ext(0->4095) 00002000:00010000:1.0:1746157081.732906:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fedbb80 00000100:00100000:0.0:1746157081.736130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.736517:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685280000 00000100:00100000:2.0:1746157081.736525:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685280000 00000100:00100000:2.0:1746157081.736597:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29901 00000100:00100000:2.0:1746157081.736605:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685280000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.736708:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.736727:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe4f expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.737108:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 75 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.737116:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.737118:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.737121:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.737155:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 75 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.737166:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 75 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.737184:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679226624:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.737276:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.741321:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679226624:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.741517:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.741537:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801361fba00, rc 0) 00000100:00100000:2.0:1746157081.741596:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685280000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4990us (5474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.741606:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29901 00000100:00100000:0.0:1746157081.741791:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.741905:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685280128 00000100:00100000:3.0:1746157081.741913:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685280128 00010000:00010000:3.0:1746157081.741945:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 76 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.741997:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17240 00000100:00100000:3.0:1746157081.742004:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f351500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685280128:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.742019:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.742038:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 76 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.742047:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 76 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.742070:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091199c00/0x7b65fed885350995 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe48 expref: 76 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.742084:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.742086:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.742092:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.742099:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.742127:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.742138:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679226752:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.742207:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.744881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.745007:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685280256 00000100:00100000:2.0:1746157081.745017:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685280256 00000100:00100000:2.0:1746157081.745074:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29902 00000100:00100000:2.0:1746157081.745083:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1767:x1830977685280256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.745102:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.745120:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe56 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.745149:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.745156:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.745157:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.745161:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.745196:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.745208:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 5 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.745221:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679226880:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.745305:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.747479:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.747647:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679226752:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.747668:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.747710:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f351500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685280128:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5706us (5918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.747724:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17240 00000100:00100000:3.0:1746157081.747801:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679226880:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.747822:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 76 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.747838:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013106b200, rc 0) 00000100:00100000:3.0:1746157081.747857:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1767:x1830977685280256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2776us (2985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.747862:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29902 00000100:00100000:2.0:1746157081.748810:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685280512 00000100:00100000:2.0:1746157081.748819:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685280512 00002000:00100000:2.0:1746157081.748860:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131368000 x1830977685280512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.748870:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131368000 with x1830977685280512 ext(0->4095) 00010000:00010000:2.0:1746157081.748878:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.748894:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157081.748900:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131368000 00000100:00100000:2.0:1746157081.749708:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2776 00000100:00100000:2.0:1746157081.749719:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685280512:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157081.749907:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685280512:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (2435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.749916:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2776 00002000:00100000:2.0:1746157081.749922:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131368000 x1830977685280512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.749929:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131368000 with x1830977685280512 ext(0->4095) 00010000:00010000:2.0:1746157081.749936:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.749945:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157081.749960:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131368000 00000100:00100000:0.0:1746157081.752523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.752629:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685280640 00000100:00100000:3.0:1746157081.752640:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685280640 00010000:00010000:3.0:1746157081.752677:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.752967:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17241 00000100:00100000:3.0:1746157081.752976:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685280640:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.752991:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.753014:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.753026:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.753052:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801361fba00/0x7b65fed88535099c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe4f expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.753090:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.753092:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.753100:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.753108:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.753712:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.753728:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679227008:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.753959:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.756137:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.756184:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685280896 00000100:00100000:1.0:1746157081.756193:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685280896 00002000:00100000:1.0:1746157081.756239:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136b800 x1830977685280896/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.756249:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136b800 with x1830977685280896 ext(0->4095) 00002000:00010000:1.0:1746157081.756255:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013136b800 00000100:00100000:1.0:1746157081.756290:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13750 00000100:00100000:1.0:1746157081.756298:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685280896:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157081.756326:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679227008:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.756345:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.756381:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685280640:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3407us (3869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.756390:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17241 00000100:00100000:1.0:1746157081.756430:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685280896:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.756436:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13750 00002000:00100000:1.0:1746157081.756441:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136b800 x1830977685280896/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.756448:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136b800 with x1830977685280896 ext(0->4095) 00002000:00010000:1.0:1746157081.756451:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013136b800 00000100:00100000:0.0:1746157081.762853:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.762991:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685281024 00000100:00100000:3.0:1746157081.763002:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685281024 00000100:00100000:3.0:1746157081.763059:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29903 00000100:00100000:3.0:1746157081.763069:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685281024:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.763089:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.763107:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe5d expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.763144:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.763152:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.763153:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.763157:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.763188:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.763200:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 75 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.763213:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679227136:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.763366:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.764783:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679227136:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.764813:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.764830:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157081.764872:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685281024:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1804us (2029us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.764880:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29903 00000100:00100000:0.0:1746157081.769192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.769309:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685281152 00000100:00100000:2.0:1746157081.769320:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685281152 00002000:00100000:2.0:1746157081.769372:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013136a300 x1830977685281152/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.769382:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136a300 with x1830977685281152 ext(0->7) 00010000:00010000:2.0:1746157081.769392:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 76 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.769405:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 76 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157081.769412:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136a300 00000100:00100000:2.0:1746157081.769445:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2777 00000100:00100000:2.0:1746157081.769453:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685281152:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157081.770371:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977685281152:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 914us (1185us total) trans 4294970605 rc 0/0 00000100:00100000:0.0:1746157081.770380:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2777 00002000:00100000:0.0:1746157081.770389:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013136a300 x1830977685281152/t4294970605(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/448 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.770396:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136a300 with x1830977685281152 ext(0->7) 00010000:00010000:0.0:1746157081.770401:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 78 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157081.770412:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 78 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746157081.770418:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136a300 00000100:00100000:0.0:1746157081.772514:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.773334:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685281280 00000100:00100000:3.0:1746157081.773345:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685281280 00010000:00010000:3.0:1746157081.773383:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 78 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.773453:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17242 00000100:00100000:3.0:1746157081.773462:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977685281280:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.773478:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.773498:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 78 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.773509:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 78 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.773531:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed8853509a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe56 expref: 78 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.773712:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.773714:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.773722:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.773729:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.773775:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.773786:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679227264:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.774233:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.787485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.787627:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685281408 00000100:00100000:3.0:1746157081.787637:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685281408 00000100:00100000:3.0:1746157081.787696:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29904 00000100:00100000:3.0:1746157081.787704:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:1767:x1830977685281408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.787724:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.787770:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe64 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.787802:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.787810:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.787813:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.787816:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 79 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.787848:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.787859:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 5 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.787871:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679227392:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.787963:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.791408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.791453:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679227264:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.791477:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.791531:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2011:x1830977685281280:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 18069us (19025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.791543:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17242 00000100:00100000:2.0:1746157081.791549:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679227392:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.791576:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 78 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.791597:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:2.0:1746157081.791625:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:1767:x1830977685281408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3922us (4151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.791635:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29904 00000100:00100000:1.0:1746157081.792022:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685281664 00000100:00100000:1.0:1746157081.792029:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685281664 00002000:00100000:1.0:1746157081.792071:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131253800 x1830977685281664/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.792080:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131253800 with x1830977685281664 ext(0->4095) 00010000:00010000:1.0:1746157081.792089:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157081.792102:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157081.792109:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131253800 00000100:00100000:1.0:1746157081.792149:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2778 00000100:00100000:1.0:1746157081.792157:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685281664:12345-192.168.203.44@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746157081.792319:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685281664:12345-192.168.203.44@tcp:3:ldlm_bl.0 Request processed in 161us (921us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.792327:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2778 00002000:00100000:1.0:1746157081.792334:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131253800 x1830977685281664/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.792342:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131253800 with x1830977685281664 ext(0->4095) 00010000:00010000:1.0:1746157081.792347:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157081.792357:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157081.792362:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131253800 00000100:00100000:1.0:1746157081.797989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.798063:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685281792 00000100:00100000:3.0:1746157081.798074:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685281792 00010000:00010000:3.0:1746157081.798116:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.798156:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17243 00000100:00100000:3.0:1746157081.798164:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685281792:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.798181:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.798201:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.798214:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.798237:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853509aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe5d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.798322:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.798324:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.798332:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.798339:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.798379:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.798392:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679227520:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.798917:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.802088:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679227520:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.802113:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.802160:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685281792:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3996us (4180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.802170:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17243 00000100:00100000:0.0:1746157081.803178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.803252:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685282048 00000100:00100000:2.0:1746157081.803260:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685282048 00002000:00100000:2.0:1746157081.803306:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131250e00 x1830977685282048/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.803317:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131250e00 with x1830977685282048 ext(0->4095) 00002000:00010000:2.0:1746157081.803321:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131250e00 00000100:00100000:2.0:1746157081.803352:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13751 00000100:00100000:2.0:1746157081.803360:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685282048:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157081.803508:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685282048:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.803515:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13751 00002000:00100000:2.0:1746157081.803520:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131250e00 x1830977685282048/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.803527:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131250e00 with x1830977685282048 ext(0->4095) 00002000:00010000:2.0:1746157081.803529:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131250e00 00000100:00100000:0.0:1746157081.811067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.811148:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685282176 00000100:00100000:2.0:1746157081.811159:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685282176 00000100:00100000:2.0:1746157081.811221:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29905 00000100:00100000:2.0:1746157081.811229:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685282176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.811250:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.811268:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe6b expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.811299:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.811307:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.811309:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.811313:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.811346:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.811358:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 77 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.811370:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679227648:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.811467:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.818267:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679227648:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.818296:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.818316:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbb200, rc 0) 00000100:00100000:2.0:1746157081.818369:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685282176:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7140us (7314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.818377:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29905 00000100:00100000:0.0:1746157081.831213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.831329:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685282304 00000100:00100000:1.0:1746157081.831341:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685282304 00002000:00100000:1.0:1746157081.831394:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccfb100 x1830977685282304/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.831410:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb100 with x1830977685282304 ext(0->7) 00010000:00010000:1.0:1746157081.831419:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 78 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157081.831433:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 78 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157081.831439:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfb100 00000100:00100000:2.0:1746157081.832642:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2779 00000100:00100000:2.0:1746157081.832653:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685282304:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157081.834572:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685282304:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1915us (3364us total) trans 4294970606 rc 0/0 00000100:00100000:0.0:1746157081.834583:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2779 00002000:00100000:0.0:1746157081.834592:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccfb100 x1830977685282304/t4294970606(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 496/448 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.834601:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb100 with x1830977685282304 ext(0->7) 00010000:00010000:0.0:1746157081.834609:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 80 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157081.834621:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 80 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746157081.834628:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfb100 00000100:00100000:0.0:1746157081.835398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.835690:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685282432 00000100:00100000:2.0:1746157081.835698:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685282432 00000100:00100000:3.0:1746157081.836778:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29906 00000100:00100000:3.0:1746157081.836792:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:1767:x1830977685282432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.836811:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.836830:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe72 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.836859:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.836866:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.836872:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157081.836876:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 81 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.836911:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.836924:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 81 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.836934:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157081.836998:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1767:x1830977685282432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 211us (1601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.837006:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29906 00000100:00100000:0.0:1746157081.839123:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.839223:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685282560 00000100:00100000:3.0:1746157081.839232:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685282560 00010000:00010000:3.0:1746157081.839266:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 81 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.839293:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17244 00000100:00100000:3.0:1746157081.839300:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2010:x1830977685282560:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.839314:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.839334:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 81 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.839346:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 81 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.839369:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853509b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe64 expref: 81 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.839401:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.839404:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.839412:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.839420:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.839452:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.839462:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 5 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.839474:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679227904:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.839569:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.841161:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679227904:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.841180:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.841214:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685282560:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1913us (2098us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.841223:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17244 00000100:00100000:0.0:1746157081.842700:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.842781:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685282816 00000100:00100000:2.0:1746157081.842791:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685282816 00002000:00100000:2.0:1746157081.842835:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfaa00 x1830977685282816/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.842845:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfaa00 with x1830977685282816 ext(0->4095) 00010000:00010000:2.0:1746157081.842854:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.842868:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157081.842875:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfaa00 00000100:00100000:2.0:1746157081.842911:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2780 00000100:00100000:2.0:1746157081.842918:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685282816:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157081.843098:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685282816:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 179us (404us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.843107:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2780 00002000:00100000:2.0:1746157081.843112:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfaa00 x1830977685282816/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.843119:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfaa00 with x1830977685282816 ext(0->4095) 00010000:00010000:2.0:1746157081.843123:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.843131:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157081.843137:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfaa00 00000100:00100000:0.0:1746157081.845963:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.846124:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685282944 00000100:00100000:3.0:1746157081.846139:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685282944 00010000:00010000:3.0:1746157081.846178:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.846302:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17245 00000100:00100000:3.0:1746157081.846310:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685282944:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.846325:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.846344:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.846355:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.846378:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed8853509b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe6b expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.846405:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.846407:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.846413:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 79 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.846420:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 79 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.846450:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 79 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.846461:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679228032:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.846547:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.849038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.849108:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685283200 00000100:00100000:1.0:1746157081.849119:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685283200 00000100:00100000:3.0:1746157081.849136:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679228032:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.849158:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157081.849276:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9500 x1830977685283200/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.849305:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9500 with x1830977685283200 ext(0->4095) 00002000:00010000:1.0:1746157081.849311:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf9500 00000100:00100000:1.0:1746157081.849467:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13752 00000100:00100000:1.0:1746157081.849474:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685283200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157081.849619:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685283200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.849627:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13752 00002000:00100000:1.0:1746157081.849632:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9500 x1830977685283200/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.849640:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9500 with x1830977685283200 ext(0->4095) 00002000:00010000:1.0:1746157081.849642:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf9500 00000100:00100000:3.0:1746157081.849713:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685282944:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3403us (3768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.849726:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17245 00000100:00100000:0.0:1746157081.852980:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.853072:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685283328 00000100:00100000:3.0:1746157081.853085:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685283328 00000100:00100000:3.0:1746157081.853147:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29907 00000100:00100000:3.0:1746157081.853156:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685283328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.853176:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.853197:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe79 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.853231:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 79 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.853238:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.853240:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157081.853243:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.853276:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 79 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.853288:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 79 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.853301:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679228160:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.854196:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.856320:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679228160:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.856353:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 6 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.856372:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157081.856411:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685283328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3255us (3439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.856420:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29907 00000100:00100000:0.0:1746157081.856613:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.856887:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685283456 00000100:00100000:3.0:1746157081.856894:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685283456 00010000:00010000:3.0:1746157081.856918:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 80 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.857185:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17246 00000100:00100000:3.0:1746157081.857193:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685283456:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.857205:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.857224:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 80 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.857235:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 80 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.857256:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed8853509bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe72 expref: 80 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.857281:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.857283:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.857289:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.857298:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.857327:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.857339:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679228288:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.858179:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.860127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.860971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.861041:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679228288:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.861065:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.861124:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2011:x1830977685283456:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3931us (4511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.861136:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17246 00000100:00100000:3.0:1746157081.861341:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685283584 00000100:00100000:3.0:1746157081.861348:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685283584 00000100:00100000:3.0:1746157081.861381:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29908 00000100:00100000:3.0:1746157081.861388:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:1767:x1830977685283584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157081.861406:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157081.861423:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe80 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.861453:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.861460:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.861462:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.861465:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.861495:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 5 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.861511:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 5 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.861523:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679228416:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157081.861570:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.861805:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685283840 00000100:00100000:2.0:1746157081.861809:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685283840 00002000:00100000:2.0:1746157081.861838:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9e680 x1830977685283840/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.861847:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9e680 with x1830977685283840 ext(0->4095) 00010000:00010000:2.0:1746157081.861853:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.861862:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157081.861868:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9e680 00000100:00100000:2.0:1746157081.861963:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2781 00000100:00100000:2.0:1746157081.861969:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685283840:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157081.862312:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685283840:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 341us (1341us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.862317:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2781 00002000:00100000:2.0:1746157081.862323:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9e680 x1830977685283840/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.862329:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9e680 with x1830977685283840 ext(0->4095) 00010000:00010000:2.0:1746157081.862333:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.862341:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157081.862346:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9e680 00000100:00100000:0.0:1746157081.864578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.865040:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685283968 00000100:00100000:2.0:1746157081.865052:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685283968 00000100:00100000:0.0:1746157081.865317:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.865374:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29909 00000100:00100000:2.0:1746157081.865383:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1768:x1830977685283968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.865402:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.865420:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe87 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.865452:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.865458:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.865464:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.865467:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 82 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.865502:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.865513:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 82 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.865524:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbb000, rc 0) 00000100:00100000:2.0:1746157081.865565:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1768:x1830977685283968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.865571:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29909 00000100:00100000:2.0:1746157081.865594:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685284096 00000100:00100000:2.0:1746157081.865597:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685284096 00010000:00010000:2.0:1746157081.865611:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.865628:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17247 00000100:00100000:2.0:1746157081.865633:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685284096:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.865643:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.865660:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.865671:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.865687:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.865688:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.865695:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.865702:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.865719:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.865730:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.865761:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679228672:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.865812:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746157081.866004:0:9674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853509c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe79 expref: 6 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.866019:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679228416:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.866036:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.866043:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.866051:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157081.866067:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1767:x1830977685283584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4680us (5950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.866072:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29908 00000100:00100000:0.0:1746157081.868332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.868430:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679228672:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.868445:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.868480:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685284096:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2845us (3163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.868491:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17247 00000100:00100000:3.0:1746157081.868650:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685284352 00000100:00100000:3.0:1746157081.868656:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685284352 00002000:00100000:3.0:1746157081.868694:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9df80 x1830977685284352/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.868703:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9df80 with x1830977685284352 ext(0->4095) 00010000:00010000:3.0:1746157081.868712:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.868724:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157081.868730:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9df80 00000100:00100000:3.0:1746157081.868812:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2782 00000100:00100000:3.0:1746157081.868820:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685284352:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157081.868942:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685284352:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (621us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.868959:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2782 00002000:00100000:3.0:1746157081.868964:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9df80 x1830977685284352/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.868972:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9df80 with x1830977685284352 ext(0->4095) 00010000:00010000:3.0:1746157081.868976:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.868984:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157081.868989:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9df80 00000100:00100000:0.0:1746157081.872821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.873068:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685284480 00000100:00100000:2.0:1746157081.873078:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685284480 00010000:00010000:2.0:1746157081.873112:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.873139:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17248 00000100:00100000:2.0:1746157081.873145:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2012:x1830977685284480:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157081.873160:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157081.873178:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.873190:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.873214:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853509cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe80 expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157081.873242:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.873244:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.873253:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 80 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.873261:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 80 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.873294:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 80 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157081.873310:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679228800:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.873390:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.876249:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679228800:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.876274:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.876337:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2012:x1830977685284480:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3190us (3524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.876348:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17248 00000100:00100000:0.0:1746157081.876872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.876962:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685284736 00000100:00100000:1.0:1746157081.876971:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685284736 00002000:00100000:1.0:1746157081.877013:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7b80 x1830977685284736/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.877024:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7b80 with x1830977685284736 ext(0->4095) 00002000:00010000:1.0:1746157081.877029:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e7b80 00000100:00100000:1.0:1746157081.877123:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13753 00000100:00100000:1.0:1746157081.877130:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685284736:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157081.879030:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685284736:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1888us (2147us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.879042:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13753 00002000:00100000:1.0:1746157081.879055:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7b80 x1830977685284736/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.879064:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7b80 with x1830977685284736 ext(0->4095) 00002000:00010000:1.0:1746157081.879070:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e7b80 00000100:00100000:0.0:1746157081.881874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.881988:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685284864 00000100:00100000:1.0:1746157081.881998:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685284864 00000100:00100000:1.0:1746157081.882167:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29910 00000100:00100000:1.0:1746157081.882176:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685284864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.882195:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.882212:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe8e expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.882241:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 79 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.882252:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.882254:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.882257:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.882290:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 79 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.882303:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 79 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157081.882315:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679228928:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.882454:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.885291:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679228928:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.885327:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.885345:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2c00, rc 0) 00000100:00100000:1.0:1746157081.885406:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685284864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3229us (3541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.885416:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29910 00000100:00100000:0.0:1746157081.885488:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.885553:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685284992 00000100:00100000:3.0:1746157081.885560:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685284992 00010000:00010000:3.0:1746157081.885591:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 80 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.885620:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17249 00000100:00100000:3.0:1746157081.885627:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685284992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.885641:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.885659:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 80 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.885670:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 80 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.885690:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe87 expref: 80 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.885706:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.885707:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.885714:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.885721:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.885790:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.885802:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679229056:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.885870:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52930c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.887285:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679229056:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157081.887298:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157081.887303:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.887347:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2011:x1830977685284992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1721us (1859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.887357:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17249 00000100:00100000:1.0:1746157081.887440:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685285248 00000100:00100000:1.0:1746157081.887449:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685285248 00002000:00100000:1.0:1746157081.887486:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4a80 x1830977685285248/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.887502:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4a80 with x1830977685285248 ext(0->4095) 00002000:00010000:1.0:1746157081.887506:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e4a80 00000100:00100000:1.0:1746157081.887533:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13754 00000100:00100000:1.0:1746157081.887540:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685285248:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157081.887875:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685285248:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 334us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.887881:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13754 00002000:00100000:1.0:1746157081.887887:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4a80 x1830977685285248/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.887894:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4a80 with x1830977685285248 ext(0->4095) 00002000:00010000:1.0:1746157081.887896:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e4a80 00000100:00100000:0.0:1746157081.888350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.888488:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685285376 00000100:00100000:1.0:1746157081.888492:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685285376 00000100:00100000:1.0:1746157081.888701:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29911 00000100:00100000:1.0:1746157081.888707:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:1767:x1830977685285376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.888718:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.888994:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe95 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.889023:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.889030:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.889032:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.889036:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.889073:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.889085:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157081.889098:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679229184:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.889164:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.890249:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.890293:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685285504 00000100:00100000:2.0:1746157081.890300:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685285504 00000100:00100000:2.0:1746157081.890333:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29912 00000100:00100000:2.0:1746157081.890338:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1768:x1830977685285504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.890348:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.890357:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fe9c expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.890372:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.890375:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.890379:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.890381:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.890399:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.890410:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.890416:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdba400, rc 0) 00000100:00100000:2.0:1746157081.890815:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1768:x1830977685285504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 475us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.890821:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29912 00000100:00100000:1.0:1746157081.891686:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679229184:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.891708:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.891720:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc 0) 00000100:00100000:1.0:1746157081.891911:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1767:x1830977685285376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3203us (3560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.891918:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29911 00000100:00100000:0.0:1746157081.893237:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.893981:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685285632 00000100:00100000:3.0:1746157081.893990:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685285632 00010000:00010000:3.0:1746157081.894028:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.894066:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17250 00000100:00100000:3.0:1746157081.894073:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685285632:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.894089:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.894110:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.894122:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.894144:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe8e expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.894179:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.894181:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.894188:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.894196:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.894231:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.894243:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 80 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.894255:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679229440:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.894341:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52930c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.896635:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.896704:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685285888 00000100:00100000:1.0:1746157081.896712:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685285888 00002000:00100000:1.0:1746157081.896777:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4700 x1830977685285888/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.896786:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4700 with x1830977685285888 ext(0->4095) 00000100:00100000:3.0:1746157081.896792:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679229440:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157081.896794:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.896811:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157081.896811:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157081.896816:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e4700 00000100:00100000:1.0:1746157081.896851:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2783 00000100:00100000:3.0:1746157081.896853:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685285632:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2780us (3619us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.896858:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685285888:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157081.896861:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17250 00000100:00100000:1.0:1746157081.896990:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685285888:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.896996:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2783 00002000:00100000:1.0:1746157081.897001:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e4700 x1830977685285888/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.897008:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4700 with x1830977685285888 ext(0->4095) 00010000:00010000:1.0:1746157081.897013:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157081.897020:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157081.897026:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e4700 00000100:00100000:0.0:1746157081.898427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.898723:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685286016 00000100:00100000:3.0:1746157081.898732:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685286016 00010000:00010000:3.0:1746157081.898782:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.898843:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17251 00000100:00100000:3.0:1746157081.898850:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685286016:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.898864:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.898882:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.898899:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.898922:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed8853509e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe95 expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.898939:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.898941:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.898957:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.898964:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.898993:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.899003:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679229568:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.899085:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.901116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.901191:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685286272 00000100:00100000:3.0:1746157081.901194:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679229568:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157081.901198:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685286272 00010000:00010000:3.0:1746157081.901215:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157081.901247:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e6d80 x1830977685286272/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.901257:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6d80 with x1830977685286272 ext(0->4095) 00002000:00010000:2.0:1746157081.901261:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e6d80 00000100:00100000:3.0:1746157081.901269:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685286016:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2419us (2849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.901278:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17251 00000100:00100000:2.0:1746157081.901280:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13755 00000100:00100000:2.0:1746157081.901286:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2013:x1830977685286272:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157081.901407:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2013:x1830977685286272:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.901413:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13755 00002000:00100000:2.0:1746157081.901418:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e6d80 x1830977685286272/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.901425:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6d80 with x1830977685286272 ext(0->4095) 00002000:00010000:2.0:1746157081.901428:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e6d80 00000100:00100000:0.0:1746157081.903699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.903763:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685286400 00000100:00100000:1.0:1746157081.903772:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685286400 00000100:00100000:1.0:1746157081.903831:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29913 00000100:00100000:1.0:1746157081.903838:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685286400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.903862:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.903883:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fea3 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.903913:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 79 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.903920:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.903922:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.903926:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.903969:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 79 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.903983:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 79 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157081.903997:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679229696:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.904208:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.905801:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679229696:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.905829:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.905843:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2c00, rc 0) 00000100:00100000:1.0:1746157081.905878:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685286400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2041us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.905886:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29913 00000100:00100000:0.0:1746157081.906725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.906825:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685286528 00000100:00100000:3.0:1746157081.906833:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685286528 00010000:00010000:3.0:1746157081.906863:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 80 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.906887:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17252 00000100:00100000:3.0:1746157081.906893:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685286528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.906906:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.906925:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 80 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.906936:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 80 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.906970:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cdba400/0x7b65fed8853509e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fe9c expref: 80 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.906983:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.906985:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.906992:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.906999:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.907031:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.907042:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679229824:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.907108:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.909022:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679229824:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.909044:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.909101:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2011:x1830977685286528:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2206us (2379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.909112:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17252 00000100:00100000:0.0:1746157081.909459:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.909524:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685286784 00000100:00100000:1.0:1746157081.909531:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685286784 00002000:00100000:1.0:1746157081.909568:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c57d180 x1830977685286784/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.909577:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d180 with x1830977685286784 ext(0->4095) 00002000:00010000:1.0:1746157081.909581:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c57d180 00000100:00100000:1.0:1746157081.909606:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13756 00000100:00100000:1.0:1746157081.909611:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685286784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157081.909780:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685286784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.909785:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13756 00002000:00100000:1.0:1746157081.909790:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c57d180 x1830977685286784/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.909797:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d180 with x1830977685286784 ext(0->4095) 00002000:00010000:1.0:1746157081.909799:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c57d180 00000100:00100000:0.0:1746157081.913276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.913394:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685286912 00000100:00100000:1.0:1746157081.913406:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685286912 00000100:00100000:1.0:1746157081.913501:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29914 00000100:00100000:1.0:1746157081.913510:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:1767:x1830977685286912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.913533:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.913556:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481feaa expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.913587:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.913599:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.913601:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.913604:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.913634:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.913646:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157081.913658:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679229952:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157081.913772:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.913823:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685287040 00000100:00100000:2.0:1746157081.913828:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685287040 00000100:00100000:2.0:1746157081.913850:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29915 00000100:00100000:2.0:1746157081.913855:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1768:x1830977685287040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.913867:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.913873:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481feb1 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.913889:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.913893:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.913898:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.913900:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.913922:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.913934:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.913944:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbb000, rc 0) 00000100:00100000:2.0:1746157081.914002:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1768:x1830977685287040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.914008:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29915 00000100:00100000:1.0:1746157081.914752:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.916855:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092893480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679229952:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.916889:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.916906:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3800, rc 0) 00000100:00100000:1.0:1746157081.916964:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1767:x1830977685286912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3454us (3698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.916972:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29914 00000100:00100000:0.0:1746157081.917328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.917831:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685287168 00000100:00100000:3.0:1746157081.917838:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685287168 00010000:00010000:3.0:1746157081.917875:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.917902:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17253 00000100:00100000:3.0:1746157081.917909:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685287168:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.917922:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.917941:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.917962:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.917989:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2c00/0x7b65fed8853509f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fea3 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.918013:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.918015:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.918022:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.918034:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.918064:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.918074:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 80 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.918086:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679230208:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.918157:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.919926:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679230208:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.919956:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.919992:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685287168:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2083us (2663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.920001:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17253 00000100:00100000:0.0:1746157081.920194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.920327:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685287424 00000100:00100000:3.0:1746157081.920333:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685287424 00002000:00100000:3.0:1746157081.920370:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888a680 x1830977685287424/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.920380:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888a680 with x1830977685287424 ext(0->4095) 00010000:00010000:3.0:1746157081.920388:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.920401:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157081.920408:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a888a680 00000100:00100000:3.0:1746157081.920438:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2784 00000100:00100000:3.0:1746157081.920445:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685287424:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157081.920587:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685287424:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.920592:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2784 00002000:00100000:3.0:1746157081.920597:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888a680 x1830977685287424/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.920605:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888a680 with x1830977685287424 ext(0->4095) 00010000:00010000:3.0:1746157081.920610:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.920619:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157081.920625:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a888a680 00000100:00100000:0.0:1746157081.922866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.923041:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685287552 00000100:00100000:3.0:1746157081.923049:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685287552 00010000:00010000:3.0:1746157081.923086:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.923127:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17254 00000100:00100000:3.0:1746157081.923134:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2010:x1830977685287552:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.923149:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.923169:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.923181:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.923202:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3800/0x7b65fed8853509f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feaa expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.923236:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.923239:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.923246:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.923254:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.923289:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.923302:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679230336:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.923384:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.925779:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679230336:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.925804:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.925915:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685287552:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2779us (3056us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.925992:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17254 00000100:00100000:1.0:1746157081.926145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.926311:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685287808 00000100:00100000:0.0:1746157081.926317:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685287808 00002000:00100000:0.0:1746157081.926359:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092893480 x1830977685287808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.926368:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092893480 with x1830977685287808 ext(0->4095) 00002000:00010000:0.0:1746157081.926373:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092893480 00000100:00100000:0.0:1746157081.926400:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13757 00000100:00100000:0.0:1746157081.926410:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685287808:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157081.926575:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685287808:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (407us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157081.926583:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13757 00002000:00100000:0.0:1746157081.926589:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092893480 x1830977685287808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.926605:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092893480 with x1830977685287808 ext(0->4095) 00002000:00010000:0.0:1746157081.926608:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092893480 00000100:00100000:0.0:1746157081.927892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.927995:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685287936 00000100:00100000:1.0:1746157081.928002:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685287936 00000100:00100000:1.0:1746157081.928087:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29916 00000100:00100000:1.0:1746157081.928094:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685287936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.928109:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.928128:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481feb8 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.928154:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 79 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.928161:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.928162:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.928166:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.928195:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 79 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.928207:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 79 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157081.928219:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679230464:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157081.928522:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.929628:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679230464:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157081.929657:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.929672:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3000, rc 0) 00000100:00100000:1.0:1746157081.929704:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685287936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1610us (1818us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.929716:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29916 00000100:00100000:0.0:1746157081.930155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.930290:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685288064 00000100:00100000:3.0:1746157081.930295:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685288064 00010000:00010000:3.0:1746157081.930320:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 80 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.930338:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17255 00000100:00100000:3.0:1746157081.930343:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685288064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.930352:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.930370:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 80 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.930379:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 80 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.930399:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed8853509fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb1 expref: 80 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.930422:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.930424:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.930431:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.930438:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.930463:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.930478:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679230592:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.930939:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.932985:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679230592:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.933008:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.933060:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2011:x1830977685288064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2714us (2905us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.933070:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17255 00000100:00100000:0.0:1746157081.933684:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.933769:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685288320 00000100:00100000:2.0:1746157081.933776:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685288320 00002000:00100000:2.0:1746157081.933814:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257f480 x1830977685288320/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.933828:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257f480 with x1830977685288320 ext(0->4095) 00002000:00010000:2.0:1746157081.933833:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257f480 00000100:00100000:2.0:1746157081.933856:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13758 00000100:00100000:2.0:1746157081.933861:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685288320:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157081.934022:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685288320:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.934028:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13758 00002000:00100000:2.0:1746157081.934034:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257f480 x1830977685288320/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.934040:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257f480 with x1830977685288320 ext(0->4095) 00002000:00010000:2.0:1746157081.934043:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257f480 00000100:00100000:0.0:1746157081.936610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.936704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.936880:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685288576 00000100:00100000:1.0:1746157081.936880:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685288448 00000100:00100000:2.0:1746157081.936889:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685288576 00000100:00100000:1.0:1746157081.936889:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685288448 00000100:00100000:2.0:1746157081.937028:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29917 00000100:00100000:2.0:1746157081.937036:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:1767:x1830977685288576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.937055:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.937072:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481febf expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.937099:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.937107:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.937108:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.937112:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.937143:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.937155:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.937167:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679230720:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.937249:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157081.937395:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29918 00000100:00100000:1.0:1746157081.937401:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1768:x1830977685288448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157081.937408:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157081.937414:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fec6 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.937424:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157081.937428:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.937433:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157081.937436:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.937459:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.937472:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157081.937481:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679000, rc 0) 00000100:00100000:1.0:1746157081.937520:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1768:x1830977685288448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157081.937526:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29918 00000100:00100000:2.0:1746157081.939880:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679230720:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.939911:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.939929:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbba00, rc 0) 00000100:00100000:2.0:1746157081.939991:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1767:x1830977685288576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2955us (3285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.939999:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29917 00000100:00100000:0.0:1746157081.940109:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.940507:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685288704 00000100:00100000:3.0:1746157081.940514:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685288704 00010000:00010000:3.0:1746157081.940541:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.940563:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17256 00000100:00100000:3.0:1746157081.940568:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685288704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.940578:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.940597:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.940608:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.940630:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481feb8 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.940655:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.940658:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.940664:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.940671:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.940699:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.940709:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 80 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.940721:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679230976:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.940808:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.943821:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679230976:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.943843:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.943885:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685288704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3316us (3777us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.943895:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17256 00000100:00100000:0.0:1746157081.944295:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.944333:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685288960 00000100:00100000:3.0:1746157081.944339:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685288960 00002000:00100000:3.0:1746157081.944372:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ca80 x1830977685288960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.944381:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ca80 with x1830977685288960 ext(0->4095) 00010000:00010000:3.0:1746157081.944388:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.944405:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157081.944410:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ca80 00000100:00100000:3.0:1746157081.944435:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2785 00000100:00100000:3.0:1746157081.944443:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2010:x1830977685288960:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157081.944570:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2010:x1830977685288960:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157081.944577:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2785 00002000:00100000:3.0:1746157081.944582:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ca80 x1830977685288960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157081.944588:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ca80 with x1830977685288960 ext(0->4095) 00010000:00010000:3.0:1746157081.944592:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.944600:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157081.944606:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ca80 00000100:00100000:0.0:1746157081.948000:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.948059:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685289088 00000100:00100000:3.0:1746157081.948071:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685289088 00010000:00010000:3.0:1746157081.948116:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.948157:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17257 00000100:00100000:3.0:1746157081.948166:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2012:x1830977685289088:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.948184:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.948207:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.948218:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.948242:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481febf expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.948266:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.948268:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.948275:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.948281:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.948317:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 80 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.948330:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679231104:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.948416:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.953651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.953689:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679231104:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.953714:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.953808:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2012:x1830977685289088:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5642us (6022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.953820:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17257 00000100:00100000:2.0:1746157081.954151:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685289344 00000100:00100000:2.0:1746157081.954159:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685289344 00002000:00100000:2.0:1746157081.954201:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257d180 x1830977685289344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.954211:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257d180 with x1830977685289344 ext(0->4095) 00002000:00010000:2.0:1746157081.954216:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257d180 00000100:00100000:2.0:1746157081.954232:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13759 00000100:00100000:2.0:1746157081.954237:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685289344:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157081.954363:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685289344:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (722us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.954368:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13759 00002000:00100000:2.0:1746157081.954372:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257d180 x1830977685289344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.954378:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257d180 with x1830977685289344 ext(0->4095) 00002000:00010000:2.0:1746157081.954380:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257d180 00000100:00100000:0.0:1746157081.956427:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.956515:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685289472 00000100:00100000:2.0:1746157081.956524:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685289472 00000100:00100000:2.0:1746157081.956571:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29919 00000100:00100000:2.0:1746157081.956578:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685289472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.956597:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.956616:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fecd expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.956647:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 79 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.956655:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.956656:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.956660:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.956689:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 79 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.956706:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 79 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.956718:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679231232:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.957521:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.960954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.961164:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685289600 00000100:00100000:3.0:1746157081.961175:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685289600 00010000:00010000:3.0:1746157081.961212:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 80 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.961239:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17258 00000100:00100000:3.0:1746157081.961245:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685289600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.961258:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.961283:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 80 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.961294:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 80 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.961318:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.961320:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.961327:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.961336:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.961343:0:9579:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679000/0x7b65fed885350a13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fec6 expref: 80 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.961364:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679231232:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157081.961368:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.961381:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679231360:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157081.961387:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.961397:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbb800, rc 0) 00000100:00100000:2.0:1746157081.961650:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685289472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5072us (5231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.961657:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29919 00000100:00100000:3.0:1746157081.962416:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.964785:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.964967:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685289728 00000100:00100000:2.0:1746157081.964976:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685289728 00000100:00100000:3.0:1746157081.964991:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679231360:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.965014:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157081.965023:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29920 00000100:00100000:2.0:1746157081.965033:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:1767:x1830977685289728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.965051:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157081.965066:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685289600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3820us (4128us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157081.965067:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fed4 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.965075:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17258 00010000:00010000:2.0:1746157081.965098:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.965106:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.965107:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.965111:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.965138:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.965149:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 5 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.965161:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679231488:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.965216:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2453c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.966135:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.966260:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685289984 00000100:00100000:0.0:1746157081.966265:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685289984 00002000:00100000:0.0:1746157081.966302:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1f80 x1830977685289984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.966312:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1f80 with x1830977685289984 ext(0->4095) 00010000:00010000:0.0:1746157081.966321:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157081.966332:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746157081.966339:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1f80 00000100:00100000:0.0:1746157081.966355:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2786 00000100:00100000:0.0:1746157081.966535:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685289984:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157081.966688:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685289984:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 325us (555us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157081.966695:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2786 00002000:00100000:0.0:1746157081.966701:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1f80 x1830977685289984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157081.966709:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1f80 with x1830977685289984 ext(0->4095) 00010000:00010000:0.0:1746157081.966714:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157081.966723:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746157081.966728:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1f80 00000100:00100000:2.0:1746157081.967557:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679231488:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.967584:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.967599:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbb200, rc 0) 00000100:00100000:2.0:1746157081.967636:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:1767:x1830977685289728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2603us (2860us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.967644:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29920 00000100:00100000:0.0:1746157081.969268:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.969370:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685290112 00000100:00100000:2.0:1746157081.969379:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685290112 00000100:00100000:2.0:1746157081.969428:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29921 00000100:00100000:2.0:1746157081.969434:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:1768:x1830977685290112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.969453:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.969471:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fedb expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.969496:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.969500:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.969506:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.969510:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.969540:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.969550:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.969558:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbb000, rc 0) 00000100:00100000:2.0:1746157081.969596:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1768:x1830977685290112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.969602:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29921 00000100:00100000:0.0:1746157081.970305:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.970373:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685290240 00000100:00100000:3.0:1746157081.970378:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685290240 00010000:00010000:3.0:1746157081.970397:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.970420:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17259 00000100:00100000:3.0:1746157081.970425:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c909880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685290240:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.970434:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.970453:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.970464:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.970481:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb800/0x7b65fed885350a1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fecd expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.970496:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.970498:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.970504:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.970514:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.970535:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.970545:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 80 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.970555:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679231744:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.970626:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.973161:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679231744:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.973188:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.973240:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c909880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685290240:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2812us (2936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.973253:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17259 00000100:00100000:0.0:1746157081.973556:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157081.973696:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685290496 00000100:00100000:1.0:1746157081.973704:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685290496 00002000:00100000:1.0:1746157081.973773:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c909f80 x1830977685290496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.973782:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909f80 with x1830977685290496 ext(0->4095) 00010000:00010000:1.0:1746157081.973790:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157081.973803:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157081.973809:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c909f80 00000100:00100000:1.0:1746157081.973837:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2787 00000100:00100000:1.0:1746157081.973844:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685290496:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157081.974002:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685290496:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.974008:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2787 00002000:00100000:1.0:1746157081.974013:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c909f80 x1830977685290496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.974021:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909f80 with x1830977685290496 ext(0->4095) 00010000:00010000:1.0:1746157081.974025:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157081.974034:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157081.974044:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c909f80 00000100:00100000:0.0:1746157081.977166:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.977236:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685290624 00000100:00100000:3.0:1746157081.977245:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685290624 00010000:00010000:3.0:1746157081.977283:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.977323:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17260 00000100:00100000:3.0:1746157081.977331:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685290624:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.977346:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.977369:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.977382:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.977408:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fed4 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.977442:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.977444:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.977451:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.977460:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.977493:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.977506:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679231872:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.977578:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157081.982128:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679231872:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.982157:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.982240:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685290624:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4906us (5082us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157081.982245:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.982254:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17260 00000100:00100000:2.0:1746157081.982537:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685290880 00000100:00100000:2.0:1746157081.982544:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685290880 00002000:00100000:2.0:1746157081.982586:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90b800 x1830977685290880/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.982596:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90b800 with x1830977685290880 ext(0->4095) 00002000:00010000:2.0:1746157081.982600:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90b800 00000100:00100000:2.0:1746157081.982628:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13760 00000100:00100000:2.0:1746157081.982634:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2012:x1830977685290880:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157081.982780:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2012:x1830977685290880:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (536us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157081.982786:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13760 00002000:00100000:2.0:1746157081.982790:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90b800 x1830977685290880/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157081.982796:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90b800 with x1830977685290880 ext(0->4095) 00002000:00010000:2.0:1746157081.982799:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90b800 00000100:00100000:0.0:1746157081.986139:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157081.986320:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685291008 00000100:00100000:2.0:1746157081.986330:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685291008 00000100:00100000:2.0:1746157081.986386:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29922 00000100:00100000:2.0:1746157081.986394:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685291008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.986414:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.986434:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fee2 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.986464:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 79 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.986470:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.986472:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157081.986475:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.986505:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 79 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.986517:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 79 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.986529:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679232000:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.987820:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157081.989202:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679232000:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157081.989239:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.989257:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbba00, rc 0) 00000100:00100000:2.0:1746157081.989302:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685291008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2909us (3178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157081.989311:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29922 00000100:00100000:0.0:1746157081.991044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.991156:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685291136 00000100:00100000:3.0:1746157081.991165:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685291136 00010000:00010000:3.0:1746157081.991206:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 80 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157081.991243:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17261 00000100:00100000:3.0:1746157081.991250:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685291136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157081.991265:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157081.991286:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 80 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.991299:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 80 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.991323:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb000/0x7b65fed885350a28 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fedb expref: 80 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157081.991354:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.991356:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157081.991363:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.991371:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157081.991403:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157081.991420:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679232128:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157081.991497:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157081.995441:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157081.995514:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157081.995583:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679232128:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157081.995599:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157081.995643:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2010:x1830977685291136:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4394us (4611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157081.995651:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17261 00000100:00100000:1.0:1746157081.995698:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685291520 00000100:00100000:1.0:1746157081.995706:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685291520 00002000:00100000:1.0:1746157081.995782:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90bb80 x1830977685291520/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/0 e 0 to 0 dl 1746157092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.995792:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90bb80 with x1830977685291520 ext(0->4095) 00002000:00010000:1.0:1746157081.995797:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90bb80 00000100:00100000:1.0:1746157081.995821:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13761 00000100:00100000:1.0:1746157081.995830:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685291520:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157081.996022:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685291520:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 193us (505us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157081.996028:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13761 00002000:00100000:1.0:1746157081.996032:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90bb80 x1830977685291520/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746157092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157081.996039:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90bb80 with x1830977685291520 ext(0->4095) 00002000:00010000:1.0:1746157081.996041:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90bb80 00000100:00100000:2.0:1746157081.996971:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685291264 00000100:00100000:2.0:1746157081.996979:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685291264 00000100:00100000:2.0:1746157081.997031:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29923 00000100:00100000:2.0:1746157081.997036:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:1767:x1830977685291264:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157081.997049:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157081.997066:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fee9 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.997406:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.997418:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.997420:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157081.997425:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.997462:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157081.997476:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 5 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157081.997490:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679232256:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157081.998413:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.001000:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.001072:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685291648 00000100:00100000:2.0:1746157082.001081:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685291648 00000100:00100000:2.0:1746157082.001152:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29924 00000100:00100000:2.0:1746157082.001163:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1768:x1830977685291648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.001192:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.001216:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fef0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.001247:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.001254:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.001262:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.001266:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.001309:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157082.001323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157082.001324:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.001334:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091099c00, rc 0) 00000100:00100000:3.0:1746157082.001457:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679232256:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.001496:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.001507:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbb200, rc 0) 00000100:00080000:1.0:1746157082.001581:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746157082.002306:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1768:x1830977685291648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1141us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.002317:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29924 00000100:00100000:2.0:1746157082.002372:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685291776 00000100:00100000:2.0:1746157082.002379:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685291776 00010000:00010000:2.0:1746157082.002438:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.002463:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17262 00000100:00100000:2.0:1746157082.002471:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685291776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.002483:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.002505:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.002517:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.002541:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed885350a2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee2 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00000100:00080000:0.0:1746157082.002612:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746157082.002773:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1767:x1830977685291264:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5734us (7338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.002781:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29923 00010000:00010000:2.0:1746157082.003469:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.003472:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.003483:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.003494:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.003536:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 80 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.003551:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 80 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.003564:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679232512:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.003680:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.006649:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.006825:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679232512:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.006852:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.007260:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685291776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4787us (5935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.007271:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17262 00000100:00100000:1.0:1746157082.007294:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685292032 00000100:00100000:1.0:1746157082.007303:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685292032 00002000:00100000:1.0:1746157082.007342:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4700 x1830977685292032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.007351:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4700 with x1830977685292032 ext(0->4095) 00010000:00010000:1.0:1746157082.007360:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.007373:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157082.007380:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4700 00000100:00100000:3.0:1746157082.007489:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2788 00000100:00100000:3.0:1746157082.007499:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2010:x1830977685292032:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.007757:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2010:x1830977685292032:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 259us (1116us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.007763:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2788 00002000:00100000:3.0:1746157082.007768:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4700 x1830977685292032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.007781:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4700 with x1830977685292032 ext(0->4095) 00010000:00010000:3.0:1746157082.007786:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.007997:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.008004:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4700 00000100:00100000:0.0:1746157082.010417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.010522:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685292160 00000100:00100000:2.0:1746157082.010531:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685292160 00010000:00010000:2.0:1746157082.010566:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.010592:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17263 00000100:00100000:2.0:1746157082.010598:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2010:x1830977685292160:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.010610:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.010629:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.010640:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.010663:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbb200/0x7b65fed885350a36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fee9 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.010680:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.010682:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.010688:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.010695:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.010727:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 80 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.010759:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679232640:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.010850:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.012978:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.013496:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685292416 00000100:00100000:3.0:1746157082.013505:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685292416 00002000:00100000:3.0:1746157082.013555:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7100 x1830977685292416/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.013564:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7100 with x1830977685292416 ext(0->4095) 00002000:00010000:3.0:1746157082.013570:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a7100 00000100:00100000:3.0:1746157082.013603:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13762 00000100:00100000:3.0:1746157082.013611:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685292416:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.013819:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685292416:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 208us (851us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.013826:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13762 00002000:00100000:3.0:1746157082.013832:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7100 x1830977685292416/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.013839:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7100 with x1830977685292416 ext(0->4095) 00002000:00010000:3.0:1746157082.013841:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a7100 00000100:00100000:2.0:1746157082.013928:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679232640:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.013954:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.013976:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685292160:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3378us (3568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.013984:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17263 00000100:00100000:0.0:1746157082.018508:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.018628:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685292544 00000100:00100000:3.0:1746157082.018639:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685292544 00000100:00100000:3.0:1746157082.018704:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29925 00000100:00100000:3.0:1746157082.019058:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685292544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.019079:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.019098:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fef7 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.019131:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 79 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.019139:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.019141:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.019145:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.019179:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 79 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.019189:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 79 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.019202:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679232768:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.019294:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.025409:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679232768:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.025446:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.025468:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157082.025518:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685292544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6463us (7020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.025527:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29925 00000100:00100000:0.0:1746157082.026995:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.027262:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685292672 00000100:00100000:1.0:1746157082.027272:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685292672 00002000:00100000:1.0:1746157082.027317:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a6300 x1830977685292672/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.027326:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6300 with x1830977685292672 ext(0->7) 00010000:00010000:1.0:1746157082.027333:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 80 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.027346:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 80 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157082.027352:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a6300 00000100:00100000:1.0:1746157082.027384:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2789 00000100:00100000:1.0:1746157082.027392:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2010:x1830977685292672:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157082.028373:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685292672:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 976us (1377us total) trans 4294970607 rc 0/0 00000100:00100000:1.0:1746157082.028383:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2789 00002000:00100000:1.0:1746157082.028391:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a6300 x1830977685292672/t4294970607(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/448 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.028399:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6300 with x1830977685292672 ext(0->7) 00010000:00010000:1.0:1746157082.028408:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.028421:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157082.028429:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a6300 00000100:00100000:0.0:1746157082.029811:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.030015:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685292800 00000100:00100000:2.0:1746157082.030023:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685292800 00010000:00010000:2.0:1746157082.030056:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.030345:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17264 00000100:00100000:2.0:1746157082.030352:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2012:x1830977685292800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.030365:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.030384:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.030395:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.030419:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091099c00/0x7b65fed885350a3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef0 expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.030448:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.030450:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.030457:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.030468:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.030500:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.030512:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679232896:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.031123:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.033449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.033527:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685293056 00000100:00100000:1.0:1746157082.033536:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685293056 00002000:00100000:1.0:1746157082.033581:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5880 x1830977685293056/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.033592:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5880 with x1830977685293056 ext(0->4095) 00002000:00010000:1.0:1746157082.033597:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a5880 00000100:00100000:1.0:1746157082.033626:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13763 00000100:00100000:1.0:1746157082.033634:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685293056:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157082.033717:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679232896:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.033756:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.033793:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2012:x1830977685292800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3441us (3988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.033802:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17264 00000100:00100000:1.0:1746157082.034098:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685293056:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 464us (658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.034104:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13763 00002000:00100000:1.0:1746157082.034109:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5880 x1830977685293056/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.034116:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5880 with x1830977685293056 ext(0->4095) 00002000:00010000:1.0:1746157082.034119:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a5880 00000100:00100000:0.0:1746157082.036170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.036264:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685293184 00000100:00100000:3.0:1746157082.036272:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685293184 00000100:00100000:3.0:1746157082.036327:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29926 00000100:00100000:3.0:1746157082.036335:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1768:x1830977685293184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.036353:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.036372:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fefe expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.036401:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.036408:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.036410:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.036414:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.036446:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.036457:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 5 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.036474:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679233024:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.036554:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.037721:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.038111:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685293312 00000100:00100000:2.0:1746157082.038117:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685293312 00000100:00100000:2.0:1746157082.038161:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29927 00000100:00100000:2.0:1746157082.038166:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1767:x1830977685293312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.038180:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.038194:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff05 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.038212:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.038217:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 84 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.038227:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.038230:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 84 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.038260:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 84 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.038269:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 84 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.038278:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b8e00, rc 0) 00000100:00100000:2.0:1746157082.038313:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:1767:x1830977685293312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.038319:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29927 00000100:00100000:3.0:1746157082.038716:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679233024:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.038753:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 83 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.038763:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157082.038784:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1768:x1830977685293184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2451us (2623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.038790:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29926 00000100:00100000:0.0:1746157082.039809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.039919:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685293440 00000100:00100000:2.0:1746157082.039925:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685293440 00010000:00010000:2.0:1746157082.039964:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.040100:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17265 00000100:00100000:2.0:1746157082.040108:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685293440:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.040118:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.040136:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.040147:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.040168:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350a44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fef7 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.040192:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.040194:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.040200:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.040208:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.040236:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.040247:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 82 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.040258:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679233280:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.040502:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.042204:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679233280:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157082.042218:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157082.042224:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.042262:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685293440:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2155us (2457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.042272:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17265 00000100:00100000:1.0:1746157082.042296:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685293696 00000100:00100000:1.0:1746157082.042303:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685293696 00002000:00100000:1.0:1746157082.042344:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7480 x1830977685293696/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.042359:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7480 with x1830977685293696 ext(0->4095) 00010000:00010000:1.0:1746157082.042367:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 83 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.042379:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 83 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157082.042385:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a7480 00000100:00100000:1.0:1746157082.042465:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2790 00000100:00100000:1.0:1746157082.042473:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685293696:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157082.042619:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685293696:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.042625:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2790 00002000:00100000:1.0:1746157082.042631:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7480 x1830977685293696/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.042638:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7480 with x1830977685293696 ext(0->4095) 00010000:00010000:1.0:1746157082.042643:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 83 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.042652:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 83 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157082.042657:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a7480 00000100:00100000:0.0:1746157082.044204:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.044254:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.044306:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685293952 00000100:00100000:3.0:1746157082.044313:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685293952 00000100:00100000:2.0:1746157082.044322:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685293824 00000100:00100000:2.0:1746157082.044325:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685293824 00010000:00010000:2.0:1746157082.044346:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 83 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.044364:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29928 00000100:00100000:2.0:1746157082.044365:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17266 00000100:00100000:3.0:1746157082.044370:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685293952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157082.044370:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685293824:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.044382:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.044386:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.044399:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff0c expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.044399:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 83 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.044410:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 83 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.044494:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.044499:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 83 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.044505:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157082.044508:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.044537:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350a4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fefe expref: 83 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.044562:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.044563:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.044569:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.044576:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.044610:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.044620:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.044628:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.044632:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679233408:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.044635:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.044642:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679233536:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.044705:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.044709:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.046510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.046706:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679233536:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.046725:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.046854:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685294208 00000100:00100000:3.0:1746157082.046861:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685294208 00002000:00100000:3.0:1746157082.046903:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4000 x1830977685294208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.046912:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4000 with x1830977685294208 ext(0->4095) 00010000:00010000:3.0:1746157082.046921:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 83 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.046939:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 83 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.046954:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4000 00000100:00100000:3.0:1746157082.046984:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2791 00000100:00100000:3.0:1746157082.046991:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685294208:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.047193:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685293824:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2820us (2995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.047194:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685294208:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 204us (695us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.047202:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2791 00000100:00100000:2.0:1746157082.047202:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17266 00002000:00100000:3.0:1746157082.047208:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4000 x1830977685294208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.047214:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4000 with x1830977685294208 ext(0->4095) 00010000:00010000:3.0:1746157082.047219:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.047228:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.047233:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4000 00000100:00100000:2.0:1746157082.047244:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679233408:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.047343:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.047358:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:2.0:1746157082.047640:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685293952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3268us (3384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.047647:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29928 00000100:00100000:0.0:1746157082.049587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.049642:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.049868:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685294336 00000100:00100000:2.0:1746157082.049877:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685294336 00000100:00100000:2.0:1746157082.049926:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29929 00000100:00100000:2.0:1746157082.049932:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1767:x1830977685294336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.049957:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.049974:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff13 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.049999:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.050004:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.050009:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157082.050012:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 83 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.050045:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.050055:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 83 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.050064:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b9e00, rc 0) 00000100:00100000:2.0:1746157082.050104:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1767:x1830977685294336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.050109:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29929 00000100:00100000:3.0:1746157082.050370:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685294464 00000100:00100000:3.0:1746157082.050375:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685294464 00010000:00010000:3.0:1746157082.050392:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 83 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.050412:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17267 00000100:00100000:3.0:1746157082.050417:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685294464:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.050426:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.050445:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 83 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.050456:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 83 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.050472:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff05 expref: 83 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.050486:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.050488:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.050494:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.050501:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.050520:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.050531:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 5 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.050542:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679233792:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.050604:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.053953:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679233792:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.053981:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.054033:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685294464:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3614us (4389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.054045:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17267 00000100:00100000:0.0:1746157082.054803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.055287:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685294720 00000100:00100000:3.0:1746157082.055296:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685294720 00002000:00100000:3.0:1746157082.055341:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5c00 x1830977685294720/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.055357:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5c00 with x1830977685294720 ext(0->4095) 00010000:00010000:3.0:1746157082.055366:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.055379:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.055385:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5c00 00000100:00100000:3.0:1746157082.055419:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2792 00000100:00100000:3.0:1746157082.055427:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685294720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.055586:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685294720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (785us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.055592:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2792 00002000:00100000:3.0:1746157082.055597:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5c00 x1830977685294720/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.055603:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5c00 with x1830977685294720 ext(0->4095) 00010000:00010000:3.0:1746157082.055607:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.055615:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.055620:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5c00 00000100:00100000:0.0:1746157082.058447:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.058825:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685294848 00000100:00100000:3.0:1746157082.058836:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685294848 00010000:00010000:3.0:1746157082.058878:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.058960:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17268 00000100:00100000:3.0:1746157082.058968:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685294848:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.058983:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.059003:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.059015:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.059040:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350a59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff0c expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.059072:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.059075:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.059082:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.059090:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.059124:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.059140:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679233920:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.059724:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746157082.059832:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746157082.061899:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679233920:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.061921:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.061969:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685294848:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3000us (3530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.061979:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17268 00000100:00100000:0.0:1746157082.062593:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.062687:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685295104 00000100:00100000:2.0:1746157082.062694:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685295104 00002000:00100000:2.0:1746157082.062733:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a6680 x1830977685295104/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.062767:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6680 with x1830977685295104 ext(0->4095) 00002000:00010000:2.0:1746157082.062772:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a6680 00000100:00100000:2.0:1746157082.062797:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13764 00000100:00100000:2.0:1746157082.062805:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2012:x1830977685295104:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157082.062934:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2012:x1830977685295104:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (343us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.062943:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13764 00002000:00100000:2.0:1746157082.062960:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a6680 x1830977685295104/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.062966:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6680 with x1830977685295104 ext(0->4095) 00002000:00010000:2.0:1746157082.062969:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a6680 00000100:00100000:0.0:1746157082.064626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.064715:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685295232 00000100:00100000:1.0:1746157082.064724:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685295232 00000100:00100000:1.0:1746157082.064821:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29930 00000100:00100000:1.0:1746157082.064828:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685295232:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157082.064855:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157082.064877:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff1a expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.064904:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.065186:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157082.065187:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157082.065192:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.065226:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.065238:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 81 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.065251:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679234048:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157082.065571:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.068414:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679234048:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157082.068449:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.068470:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf3000, rc 0) 00000100:00100000:1.0:1746157082.068529:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685295232:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3701us (3910us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.068537:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29930 00000100:00100000:0.0:1746157082.068609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.068674:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685295360 00000100:00100000:3.0:1746157082.068681:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685295360 00010000:00010000:3.0:1746157082.068708:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 82 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.068730:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17269 00000100:00100000:3.0:1746157082.068773:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685295360:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.068788:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.068808:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 82 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.068819:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 82 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.068841:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350a60 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff13 expref: 82 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.068865:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.068867:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.068874:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.068881:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.068911:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.068922:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679234176:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.068991:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.070564:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679234176:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.070585:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.070639:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685295360:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1901us (2027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.070650:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17269 00000100:00100000:2.0:1746157082.071102:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.071255:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685295616 00000100:00100000:3.0:1746157082.071261:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685295616 00002000:00100000:3.0:1746157082.071298:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d2680 x1830977685295616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.071308:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2680 with x1830977685295616 ext(0->4095) 00002000:00010000:3.0:1746157082.071313:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d2680 00000100:00100000:3.0:1746157082.071328:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13765 00000100:00100000:3.0:1746157082.071334:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685295616:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157082.071483:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685295616:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (381us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.071492:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13765 00002000:00100000:3.0:1746157082.071497:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d2680 x1830977685295616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.071504:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2680 with x1830977685295616 ext(0->4095) 00002000:00010000:3.0:1746157082.071507:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d2680 00000100:00100000:0.0:1746157082.073731:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.073873:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.074033:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685295744 00000100:00100000:1.0:1746157082.074042:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685295744 00000100:00100000:0.0:1746157082.074251:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.074269:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685296000 00000100:00100000:0.0:1746157082.074272:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685296000 00000100:00100000:0.0:1746157082.074307:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1080 00000100:00100000:0.0:1746157082.074315:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685296000:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157082.074375:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685296000:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 62us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.074380:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1080 00000100:00080000:0.0:1746157082.074399:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157082.074421:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.074567:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685295872 00000100:00100000:2.0:1746157082.074571:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685295872 00000100:00100000:2.0:1746157082.074594:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 552 00000100:00100000:2.0:1746157082.074598:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2012:x1830977685295872:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1746157082.074619:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2012:x1830977685295872:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 21us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.074624:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 552 00000100:00100000:0.0:1746157082.075206:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.075220:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685296512 00000100:00100000:0.0:1746157082.075222:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685296512 00000100:00100000:0.0:1746157082.075242:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1081 00000100:00100000:0.0:1746157082.075246:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685296512:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157082.075266:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685296512:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 20us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.075271:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1081 00000100:00080000:0.0:1746157082.075279:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746157082.075586:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685296256 00000100:00100000:1.0:1746157082.075591:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685296256 00000100:00100000:1.0:1746157082.075620:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 751 00000100:00100000:1.0:1746157082.075624:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2013:x1830977685296256:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157082.075653:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2013:x1830977685296256:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 29us (1231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.075658:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 751 00000100:00100000:1.0:1746157082.075671:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29931 00000100:00100000:1.0:1746157082.075676:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1767:x1830977685295744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157082.075686:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157082.075703:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff21 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.075729:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.075754:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.075756:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.075759:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.075791:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.075803:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.075815:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679234304:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157082.075861:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00080000:0.0:1746157082.076052:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157082.076903:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.077188:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.077215:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.077598:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685296128 00000100:00100000:1.0:1746157082.077605:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685296128 00000100:00100000:0.0:1746157082.077668:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157082.077682:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746157082.077694:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685296640 00000100:00100000:0.0:1746157082.077697:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685296640 00000100:00100000:1.0:1746157082.077854:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685296384 00000100:00100000:1.0:1746157082.077858:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685296384 00000100:00100000:2.0:1746157082.077920:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1082 00000100:00100000:2.0:1746157082.077930:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2012:x1830977685296128:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1746157082.078002:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2012:x1830977685296128:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 75us (1102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.078008:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1082 00000100:00100000:2.0:1746157082.078027:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1083 00000100:00100000:2.0:1746157082.078031:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2012:x1830977685296384:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1746157082.078049:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2012:x1830977685296384:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 18us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.078054:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1083 00000100:00100000:0.0:1746157082.078541:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685296768 00000100:00100000:0.0:1746157082.078545:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685296768 00000100:00100000:1.0:1746157082.078650:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679234304:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157082.078681:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.078697:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135678e00, rc 0) 00000100:00100000:1.0:1746157082.078718:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1767:x1830977685295744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3042us (4998us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.078724:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29931 00000100:00100000:1.0:1746157082.078755:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 752 00000100:00100000:1.0:1746157082.078761:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685296640:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157082.078785:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685296640:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 25us (1569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.078793:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 752 00000100:00100000:1.0:1746157082.078803:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29932 00000100:00100000:1.0:1746157082.078807:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1768:x1830977685296768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157082.078814:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157082.078828:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff28 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.078845:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.078849:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.078855:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157082.078858:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.078888:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.078897:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.078904:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f600, rc 0) 00000100:00100000:1.0:1746157082.078918:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1768:x1830977685296768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (1251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.078923:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29932 00000100:00080000:0.0:1746157082.079293:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157082.079298:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157082.079368:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.080105:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685296896 00000100:00100000:3.0:1746157082.080113:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685296896 00010000:00010000:3.0:1746157082.080140:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.080172:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17270 00000100:00100000:3.0:1746157082.080179:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685296896:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.080190:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.080210:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.080221:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.080403:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf3000/0x7b65fed885350a67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff1a expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.080528:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.080530:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.080537:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.080550:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.080581:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.080592:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 82 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.080603:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679234560:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.081095:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.083244:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679234560:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.083268:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.083313:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685296896:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3132us (3944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.083324:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17270 00000100:00100000:0.0:1746157082.083459:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.083762:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685297152 00000100:00100000:3.0:1746157082.083769:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685297152 00002000:00100000:3.0:1746157082.083806:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b334000 x1830977685297152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.083816:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334000 with x1830977685297152 ext(0->4095) 00010000:00010000:3.0:1746157082.083824:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.083836:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.083843:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b334000 00000100:00100000:3.0:1746157082.083872:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2793 00000100:00100000:3.0:1746157082.083880:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2012:x1830977685297152:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157082.084433:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2012:x1830977685297152:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 552us (972us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.084440:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2793 00002000:00100000:3.0:1746157082.084446:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b334000 x1830977685297152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.084453:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334000 with x1830977685297152 ext(0->4095) 00010000:00010000:3.0:1746157082.084458:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.084468:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.084474:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b334000 00000100:00100000:0.0:1746157082.087560:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.087632:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685297280 00000100:00100000:3.0:1746157082.087642:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685297280 00010000:00010000:3.0:1746157082.087685:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.087860:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17271 00000100:00100000:3.0:1746157082.087868:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685297280:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.087883:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.087905:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.087917:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.087941:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135678e00/0x7b65fed885350a6e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff21 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.088168:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.088170:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.088179:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.088187:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.088223:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.088236:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679234688:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.088629:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.090955:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679234688:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.090979:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157082.091016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.091035:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685297280:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3166us (3485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.091046:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17271 00000100:00100000:2.0:1746157082.091163:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685297536 00000100:00100000:2.0:1746157082.091170:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685297536 00002000:00100000:2.0:1746157082.091213:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336680 x1830977685297536/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.091223:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336680 with x1830977685297536 ext(0->4095) 00002000:00010000:2.0:1746157082.091228:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b336680 00000100:00100000:2.0:1746157082.091256:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13766 00000100:00100000:2.0:1746157082.091263:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685297536:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157082.091475:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685297536:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 212us (459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.091482:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13766 00002000:00100000:2.0:1746157082.091487:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336680 x1830977685297536/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.091494:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336680 with x1830977685297536 ext(0->4095) 00002000:00010000:2.0:1746157082.091497:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b336680 00000100:00100000:0.0:1746157082.093273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.093900:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685297664 00000100:00100000:1.0:1746157082.093911:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685297664 00000100:00100000:1.0:1746157082.093974:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29933 00000100:00100000:1.0:1746157082.093982:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685297664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157082.094002:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157082.094020:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff2f expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.094052:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.094059:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157082.094061:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157082.094064:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.094097:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.094109:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.094120:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092892a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679234816:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157082.094371:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.097463:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092892a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679234816:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157082.097496:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.097520:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ee00, rc 0) 00000100:00100000:1.0:1746157082.097603:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685297664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3621us (4337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.097612:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29933 00000100:00100000:0.0:1746157082.098144:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.098398:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685297792 00000100:00100000:3.0:1746157082.098407:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685297792 00010000:00010000:3.0:1746157082.098438:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 82 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.098476:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17272 00000100:00100000:3.0:1746157082.098484:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685297792:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.098497:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.098520:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 82 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.098530:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 82 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.098552:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350a75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff28 expref: 82 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.098568:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.098570:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.098577:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.098584:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.098614:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.098632:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679234944:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.099118:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.101573:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.101698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.101770:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685297920 00000100:00100000:1.0:1746157082.101779:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685297920 00000100:00100000:2.0:1746157082.101807:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685298176 00000100:00100000:2.0:1746157082.101812:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685298176 00000100:00100000:3.0:1746157082.101826:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679234944:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.101829:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29934 00000100:00100000:1.0:1746157082.101836:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff4c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1767:x1830977685297920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.101848:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157082.101864:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b337100 x1830977685298176/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1746157082.101871:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:2.0:1746157082.101873:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b337100 with x1830977685298176 ext(0->4095) 00002000:00010000:2.0:1746157082.101877:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b337100 00010000:00010000:0.0:1746157082.101888:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff36 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.101900:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685297792:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3417us (3758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.101902:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13767 00000100:00100000:2.0:1746157082.101907:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685298176:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.101909:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17272 00010000:00010000:0.0:1746157082.101917:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.101925:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157082.101926:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157082.101930:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.101970:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.101983:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746157082.101994:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b336d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679235072:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.102037:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685298176:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.102044:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13767 00002000:00100000:2.0:1746157082.102049:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b337100 x1830977685298176/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.102056:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b337100 with x1830977685298176 ext(0->4095) 00010000:00010000:2.0:1746157082.102061:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.102071:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.102077:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b337100 00000100:00100000:0.0:1746157082.102104:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.105215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.105323:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685298304 00000100:00100000:3.0:1746157082.105332:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685298304 00000100:00100000:3.0:1746157082.105378:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29935 00000100:00100000:3.0:1746157082.105387:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1768:x1830977685298304:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.105407:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.105426:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff3d expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.105453:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.105459:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 84 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.105465:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.105468:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 84 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.105504:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 84 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.105521:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 84 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.105532:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157082.105590:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:1768:x1830977685298304:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.105597:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29935 00000100:00100000:2.0:1746157082.106023:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b336d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679235072:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.106041:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.106050:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf81400, rc 0) 00000100:00100000:2.0:1746157082.106070:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff4c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1767:x1830977685297920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4235us (4509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.106075:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29934 00000100:00100000:1.0:1746157082.107606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.107913:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685298432 00000100:00100000:3.0:1746157082.107922:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685298432 00010000:00010000:3.0:1746157082.107969:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.108012:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17273 00000100:00100000:3.0:1746157082.108021:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685298432:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.108034:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.108364:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.108378:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.108403:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350a7c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff2f expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.108432:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.108435:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.108441:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.108450:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.108482:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.108494:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 82 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.108505:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679235328:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.109541:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.114519:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.114670:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685298688 00000100:00100000:2.0:1746157082.114681:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685298688 00000100:00100000:3.0:1746157082.114695:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679235328:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.114713:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157082.114719:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336300 x1830977685298688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.114728:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336300 with x1830977685298688 ext(0->4095) 00010000:00010000:2.0:1746157082.114762:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.114772:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.114776:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336300 00000100:00100000:3.0:1746157082.114799:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685298432:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6778us (7201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.114807:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2794 00000100:00100000:3.0:1746157082.114809:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17273 00000100:00100000:2.0:1746157082.114812:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685298688:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157082.114931:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685298688:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.114937:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2794 00002000:00100000:2.0:1746157082.114941:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336300 x1830977685298688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.114959:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336300 with x1830977685298688 ext(0->4095) 00010000:00010000:2.0:1746157082.114963:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.114971:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.114977:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336300 00000100:00100000:0.0:1746157082.121467:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.121798:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685298816 00000100:00100000:3.0:1746157082.121806:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685298816 00010000:00010000:3.0:1746157082.121834:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.121866:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17274 00000100:00100000:3.0:1746157082.121872:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685298816:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.121885:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.121901:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.121911:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.121928:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf81400/0x7b65fed885350a83 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff36 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.121942:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.121952:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.121958:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.121965:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.121991:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 82 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.122002:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679235456:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.122074:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.124561:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679235456:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.124580:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.124621:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685298816:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2748us (3160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.124632:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17274 00000100:00100000:1.0:1746157082.125097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.125234:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685299072 00000100:00100000:2.0:1746157082.125241:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685299072 00002000:00100000:2.0:1746157082.125271:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891f80 x1830977685299072/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.125285:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891f80 with x1830977685299072 ext(0->4095) 00002000:00010000:2.0:1746157082.125290:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092891f80 00000100:00100000:2.0:1746157082.125305:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13768 00000100:00100000:2.0:1746157082.125311:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685299072:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.125425:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685299072:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.125431:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13768 00002000:00100000:2.0:1746157082.125436:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891f80 x1830977685299072/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.125443:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891f80 with x1830977685299072 ext(0->4095) 00002000:00010000:2.0:1746157082.125446:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092891f80 00000100:00100000:0.0:1746157082.127845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.128034:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685299200 00000100:00100000:2.0:1746157082.128045:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685299200 00000100:00100000:2.0:1746157082.128161:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29936 00000100:00100000:2.0:1746157082.128170:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685299200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.128195:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.128216:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff44 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.128253:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.128261:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.128263:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.128268:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.128301:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 81 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.128313:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 81 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.128326:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679235584:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.128420:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.131116:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679235584:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.131156:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.131176:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b8e00, rc 0) 00000100:00100000:2.0:1746157082.131251:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685299200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3081us (3414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.131261:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29936 00000100:00100000:0.0:1746157082.135315:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.135417:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685299328 00000100:00100000:3.0:1746157082.135428:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685299328 00010000:00010000:3.0:1746157082.135463:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.135504:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17275 00000100:00100000:3.0:1746157082.135512:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685299328:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.135525:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.135545:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.135558:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.135583:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350a8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff3d expref: 82 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.135603:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.135605:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.135613:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.135621:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.135655:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.135669:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679235712:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.135791:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.136165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.138117:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685299456 00000100:00100000:2.0:1746157082.138129:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685299456 00000100:00100000:2.0:1746157082.138203:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29937 00000100:00100000:2.0:1746157082.138211:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1767:x1830977685299456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.138231:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.138248:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff4b expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.138281:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.138289:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.138290:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.138294:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.138322:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.138334:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.138346:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679235840:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.138428:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.143266:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.143376:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685299712 00000100:00100000:2.0:1746157082.143386:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685299712 00002000:00100000:2.0:1746157082.143434:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891180 x1830977685299712/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.143448:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891180 with x1830977685299712 ext(0->4095) 00010000:00010000:2.0:1746157082.143457:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.143471:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.143484:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891180 00000100:00100000:2.0:1746157082.143504:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2795 00000100:00100000:2.0:1746157082.143511:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685299712:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.143537:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679235712:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.143557:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.143601:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685299328:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8090us (8296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.143611:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17275 00000100:00100000:2.0:1746157082.143653:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685299712:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.143659:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2795 00002000:00100000:2.0:1746157082.143664:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891180 x1830977685299712/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.143671:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891180 with x1830977685299712 ext(0->4095) 00010000:00010000:2.0:1746157082.143676:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.143684:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.143690:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891180 00000100:00100000:2.0:1746157082.145149:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679235840:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.145172:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 82 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.145187:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b8c00, rc 0) 00000100:00100000:2.0:1746157082.145376:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1767:x1830977685299456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7164us (9210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.145387:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29937 00000100:00100000:0.0:1746157082.147905:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.147997:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685299840 00000100:00100000:3.0:1746157082.148006:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685299840 00010000:00010000:3.0:1746157082.148044:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.148339:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17276 00000100:00100000:3.0:1746157082.148348:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685299840:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.148362:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.148382:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.148395:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.148420:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885350a91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff44 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.148450:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.148452:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.148460:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.148468:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.148500:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.148513:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679235968:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.148917:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.150984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.151137:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685300096 00000100:00100000:1.0:1746157082.151144:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685300096 00000100:00100000:3.0:1746157082.151221:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679235968:192.168.203.44@tcp:105: 00002000:00100000:1.0:1746157082.151236:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335880 x1830977685300096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746157082.151241:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157082.151246:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335880 with x1830977685300096 ext(0->4095) 00002000:00010000:1.0:1746157082.151250:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335880 00000100:00100000:1.0:1746157082.151281:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13769 00000100:00100000:1.0:1746157082.151288:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2013:x1830977685300096:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157082.151291:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685299840:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2944us (3395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.151299:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17276 00000100:00100000:1.0:1746157082.151509:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2013:x1830977685300096:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 221us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.151515:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13769 00002000:00100000:1.0:1746157082.151520:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335880 x1830977685300096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.151527:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335880 with x1830977685300096 ext(0->4095) 00002000:00010000:1.0:1746157082.151530:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335880 00000100:00100000:0.0:1746157082.155498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.155607:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685300224 00000100:00100000:2.0:1746157082.155615:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685300224 00000100:00100000:2.0:1746157082.155658:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29938 00000100:00100000:2.0:1746157082.155665:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685300224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.155684:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.155703:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff52 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.155731:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.155764:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.155766:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.155769:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.155798:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.155809:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 81 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.155822:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679236096:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.156412:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.159511:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679236096:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.159546:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.159562:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091198000, rc 0) 00000100:00100000:2.0:1746157082.159604:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685300224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3939us (4117us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.159612:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29938 00000100:00100000:0.0:1746157082.161319:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.161424:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685300352 00000100:00100000:1.0:1746157082.161432:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685300352 00002000:00100000:1.0:1746157082.161474:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007d678700 x1830977685300352/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.161484:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678700 with x1830977685300352 ext(0->7) 00010000:00010000:1.0:1746157082.161491:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 82 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.161503:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 82 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157082.161509:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d678700 00000100:00100000:1.0:1746157082.161539:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2796 00000100:00100000:1.0:1746157082.161546:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685300352:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157082.168126:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2010:x1830977685300352:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 6561us (6794us total) trans 4294970608 rc 0/0 00000100:00100000:1.0:1746157082.168142:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2796 00002000:00100000:1.0:1746157082.168159:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007d678700 x1830977685300352/t4294970608(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/448 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.168170:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678700 with x1830977685300352 ext(0->7) 00010000:00010000:1.0:1746157082.168183:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 84 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.168208:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 84 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157082.168216:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d678700 00000100:00100000:0.0:1746157082.169804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.169998:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685300480 00000100:00100000:3.0:1746157082.170009:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685300480 00000100:00100000:3.0:1746157082.170052:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29939 00000100:00100000:3.0:1746157082.170060:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:1767:x1830977685300480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.170078:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.170095:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff59 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.170121:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.170127:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.170134:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157082.170138:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 85 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.170175:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.170493:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 85 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.170504:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157082.170553:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:1767:x1830977685300480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 493us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.170559:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29939 00000100:00100000:0.0:1746157082.171181:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.172529:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685300608 00000100:00100000:3.0:1746157082.172539:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685300608 00010000:00010000:3.0:1746157082.172575:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 85 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.172618:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17277 00000100:00100000:3.0:1746157082.172625:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:2010:x1830977685300608:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.172638:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.172657:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 85 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.172668:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 85 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.172691:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350a98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff4b expref: 85 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.172727:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.172729:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.172764:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.172772:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.172805:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.172816:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.172827:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679236352:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.173380:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.177281:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.177366:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685300864 00000100:00100000:1.0:1746157082.177378:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685300864 00002000:00100000:1.0:1746157082.177434:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d67aa00 x1830977685300864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.177445:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67aa00 with x1830977685300864 ext(0->4095) 00010000:00010000:1.0:1746157082.177457:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.177475:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.177479:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679236352:192.168.203.44@tcp:105: 00002000:00010000:1.0:1746157082.177482:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d67aa00 00010000:00010000:3.0:1746157082.177498:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.177505:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2797 00000100:00100000:1.0:1746157082.177514:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685300864:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.177961:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2010:x1830977685300608:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5334us (6778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.177970:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17277 00000100:00100000:1.0:1746157082.178098:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685300864:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 584us (824us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.178107:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2797 00002000:00100000:1.0:1746157082.178114:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d67aa00 x1830977685300864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.178121:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67aa00 with x1830977685300864 ext(0->4095) 00010000:00010000:1.0:1746157082.178129:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.178140:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157082.178146:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d67aa00 00000100:00100000:0.0:1746157082.181151:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.181284:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685300992 00000100:00100000:3.0:1746157082.181294:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685300992 00010000:00010000:3.0:1746157082.181335:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.181381:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17278 00000100:00100000:3.0:1746157082.181390:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685300992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.181405:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.181425:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.181438:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.181463:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885350a9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff52 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.181480:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.181482:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.181490:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.181497:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.181532:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.181544:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679236480:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.182232:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.184007:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679236480:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.184027:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.184076:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685300992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2686us (2934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.184088:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17278 00000100:00100000:0.0:1746157082.184589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.184639:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685301248 00000100:00100000:2.0:1746157082.184645:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685301248 00002000:00100000:2.0:1746157082.184683:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d678000 x1830977685301248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.184692:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678000 with x1830977685301248 ext(0->4095) 00002000:00010000:2.0:1746157082.184696:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d678000 00000100:00100000:2.0:1746157082.184713:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13770 00000100:00100000:2.0:1746157082.184719:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2010:x1830977685301248:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.185133:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2010:x1830977685301248:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 413us (545us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.185139:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13770 00002000:00100000:2.0:1746157082.185145:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d678000 x1830977685301248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.185156:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678000 with x1830977685301248 ext(0->4095) 00002000:00010000:2.0:1746157082.185159:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d678000 00000100:00100000:0.0:1746157082.190991:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.191192:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685301376 00000100:00100000:3.0:1746157082.191202:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685301376 00000100:00100000:3.0:1746157082.191372:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29940 00000100:00100000:3.0:1746157082.191381:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685301376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.191402:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.191421:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff60 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.191451:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.191458:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.191460:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.191463:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.191494:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.191507:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.191519:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679236608:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.191962:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.196117:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679236608:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157082.196118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157082.196660:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.196670:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685301504 00000100:00100000:2.0:1746157082.196677:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685301504 00010000:00010000:3.0:1746157082.196682:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526400, rc 0) 00010000:00010000:2.0:1746157082.196706:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 84 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.196728:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685301376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5348us (5748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.196731:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17279 00000100:00100000:3.0:1746157082.196756:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29940 00000100:00100000:2.0:1746157082.196756:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2011:x1830977685301504:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.196768:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.196787:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 84 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.196798:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 84 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.196822:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350aa6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff59 expref: 84 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.196842:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.196845:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.196851:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.196858:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.196892:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.196904:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679236736:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.196959:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.197410:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.197451:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685301632 00000100:00100000:3.0:1746157082.197455:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685301632 00000100:00100000:3.0:1746157082.197474:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29941 00000100:00100000:3.0:1746157082.197479:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:1767:x1830977685301632:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.197491:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.197501:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff67 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.197517:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.197523:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.197524:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.197526:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 85 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.197540:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.197550:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.197562:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679236864:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.197607:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.201014:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679236736:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.201035:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.201086:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:2011:x1830977685301504:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4330us (4977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.201097:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17279 00000100:00100000:0.0:1746157082.202043:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.202158:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685301888 00000100:00100000:2.0:1746157082.202165:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685301888 00002000:00100000:2.0:1746157082.202209:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d67a680 x1830977685301888/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.202218:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67a680 with x1830977685301888 ext(0->4095) 00010000:00010000:2.0:1746157082.202227:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.202241:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.202247:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d67a680 00000100:00100000:2.0:1746157082.202277:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2798 00000100:00100000:2.0:1746157082.202284:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685301888:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157082.202430:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685301888:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.202436:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2798 00002000:00100000:2.0:1746157082.202441:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d67a680 x1830977685301888/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.202448:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67a680 with x1830977685301888 ext(0->4095) 00010000:00010000:2.0:1746157082.202453:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.202462:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.202467:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d67a680 00000100:00100000:3.0:1746157082.203013:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679236864:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.203036:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 84 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.203055:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157082.203090:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:1767:x1830977685301632:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5611us (5680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.203098:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29941 00000100:00100000:0.0:1746157082.207784:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.208004:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685302016 00000100:00100000:2.0:1746157082.208015:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685302016 00010000:00010000:2.0:1746157082.208057:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.208087:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17280 00000100:00100000:2.0:1746157082.208094:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685302016:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.208109:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.208452:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.208466:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.208489:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350aad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff60 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.208688:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.208690:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.208699:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.208706:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.208763:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.208777:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679236992:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.209885:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.211096:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679236992:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.211121:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.211172:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685302016:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3077us (3437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.211185:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17280 00000100:00100000:0.0:1746157082.212294:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.212513:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685302272 00000100:00100000:2.0:1746157082.212522:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685302272 00002000:00100000:2.0:1746157082.212563:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260a680 x1830977685302272/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.212579:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260a680 with x1830977685302272 ext(0->4095) 00002000:00010000:2.0:1746157082.212593:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260a680 00000100:00100000:2.0:1746157082.212621:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13771 00000100:00100000:2.0:1746157082.212627:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2010:x1830977685302272:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.213362:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2010:x1830977685302272:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 733us (1070us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.213369:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13771 00002000:00100000:2.0:1746157082.213376:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260a680 x1830977685302272/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.213383:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260a680 with x1830977685302272 ext(0->4095) 00002000:00010000:2.0:1746157082.213386:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260a680 00000100:00100000:0.0:1746157082.221086:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.221243:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685302400 00000100:00100000:3.0:1746157082.221254:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685302400 00000100:00100000:3.0:1746157082.221304:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29942 00000100:00100000:3.0:1746157082.221311:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685302400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.221331:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.221347:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff6e expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.221375:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.221382:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.221384:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.221387:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.221421:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.221433:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 83 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.221445:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679237120:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.222054:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.230541:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679237120:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.230584:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.230607:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157082.230688:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685302400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9374us (9613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.230699:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29942 00000100:00100000:0.0:1746157082.233083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.233216:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685302528 00000100:00100000:2.0:1746157082.233227:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685302528 00002000:00100000:2.0:1746157082.233280:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009260a300 x1830977685302528/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.233291:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260a300 with x1830977685302528 ext(0->7) 00010000:00010000:2.0:1746157082.233302:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 84 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.233320:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 84 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.233327:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009260a300 00000100:00100000:2.0:1746157082.233351:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2799 00000100:00100000:2.0:1746157082.233360:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2011:x1830977685302528:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157082.234124:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2011:x1830977685302528:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 764us (1051us total) trans 4294970609 rc 0/0 00000100:00100000:0.0:1746157082.234131:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2799 00002000:00100000:0.0:1746157082.234136:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009260a300 x1830977685302528/t4294970609(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/448 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.234142:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260a300 with x1830977685302528 ext(0->7) 00010000:00010000:0.0:1746157082.234146:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 86 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157082.234155:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 86 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746157082.234166:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009260a300 00000100:00100000:0.0:1746157082.240399:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.240477:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685302656 00000100:00100000:2.0:1746157082.240487:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685302656 00010000:00010000:2.0:1746157082.240526:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 86 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.240571:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17281 00000100:00100000:2.0:1746157082.240578:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092609180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2010:x1830977685302656:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.240594:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.240613:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 86 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.240626:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 86 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.240649:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350ab4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff67 expref: 86 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.240679:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.240681:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.240689:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.240697:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.240731:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.240777:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679237248:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.240874:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.243206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.243279:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685302912 00000100:00100000:1.0:1746157082.243287:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685302912 00002000:00100000:1.0:1746157082.243337:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260b800 x1830977685302912/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746157082.243344:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679237248:192.168.203.44@tcp:105: 00002000:00100000:1.0:1746157082.243350:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260b800 with x1830977685302912 ext(0->4095) 00002000:00010000:1.0:1746157082.243357:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260b800 00010000:00010000:2.0:1746157082.243367:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.243397:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13772 00000100:00100000:1.0:1746157082.243403:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685302912:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.243415:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:2010:x1830977685302656:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2835us (3027us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.243425:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17281 00000100:00100000:1.0:1746157082.243548:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685302912:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.243554:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13772 00002000:00100000:1.0:1746157082.243558:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260b800 x1830977685302912/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.243565:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260b800 with x1830977685302912 ext(0->4095) 00002000:00010000:1.0:1746157082.243567:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260b800 00000100:00100000:0.0:1746157082.254020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.254133:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685303040 00000100:00100000:3.0:1746157082.254143:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685303040 00000100:00100000:3.0:1746157082.254188:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29943 00000100:00100000:3.0:1746157082.254196:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:1767:x1830977685303040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.254214:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.254231:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff75 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.254261:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.254269:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.254271:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.254274:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 86 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.254304:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.254315:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.254327:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679237376:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.254416:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.255051:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.255108:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685303168 00000100:00100000:0.0:1746157082.255112:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685303168 00000100:00100000:0.0:1746157082.255148:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29944 00000100:00100000:0.0:1746157082.255154:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:1768:x1830977685303168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157082.255162:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157082.255170:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff7c expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.255184:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157082.255188:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.255193:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157082.255196:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 88 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.255217:0:9674:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.255228:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 88 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.255238:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cf80e00, rc 0) 00000100:00100000:0.0:1746157082.255277:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1768:x1830977685303168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.255283:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29944 00000100:00100000:3.0:1746157082.256893:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679237376:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157082.257512:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157082.257568:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.257583:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157082.257634:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:1767:x1830977685303040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3438us (3626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.257642:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29943 00000100:00100000:2.0:1746157082.257724:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685303296 00000100:00100000:2.0:1746157082.257730:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685303296 00010000:00010000:2.0:1746157082.257846:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.257867:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17282 00000100:00100000:2.0:1746157082.257873:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685303296:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.257884:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.257900:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.257911:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.258348:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350abb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff6e expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.258362:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.258364:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.258370:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 86 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.258377:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 86 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.258402:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 86 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.258411:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 86 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.258422:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679237632:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.258756:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.260034:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679237632:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.260049:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.260094:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685303296:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2219us (2582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.260104:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17282 00000100:00100000:1.0:1746157082.262449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.262514:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685303552 00000100:00100000:0.0:1746157082.262524:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685303552 00002000:00100000:0.0:1746157082.262576:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092892680 x1830977685303552/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.262587:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892680 with x1830977685303552 ext(0->4095) 00010000:00010000:0.0:1746157082.262597:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 87 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157082.262610:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 87 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746157082.262617:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092892680 00000100:00100000:0.0:1746157082.262644:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2800 00000100:00100000:0.0:1746157082.262651:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2010:x1830977685303552:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157082.262852:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2010:x1830977685303552:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (413us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157082.262858:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2800 00002000:00100000:0.0:1746157082.262863:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092892680 x1830977685303552/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.262871:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892680 with x1830977685303552 ext(0->4095) 00010000:00010000:0.0:1746157082.262875:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 87 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157082.262884:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 87 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746157082.262890:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092892680 00000100:00100000:0.0:1746157082.266451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.266529:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685303680 00000100:00100000:2.0:1746157082.266539:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685303680 00010000:00010000:2.0:1746157082.266575:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 87 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.266618:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17283 00000100:00100000:2.0:1746157082.266626:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092609880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2010:x1830977685303680:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.266644:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.266663:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 87 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.266674:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 87 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.266697:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350ac2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff75 expref: 87 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.267795:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.267799:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.267810:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 86 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.267820:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 86 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.267861:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 86 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.267875:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679237760:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.268037:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.274821:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679237760:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.274844:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.274898:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2010:x1830977685303680:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8271us (8458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.274913:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17283 00000100:00100000:0.0:1746157082.275077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.275121:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685303936 00000100:00100000:2.0:1746157082.275128:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685303936 00002000:00100000:2.0:1746157082.275165:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260b480 x1830977685303936/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.275174:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260b480 with x1830977685303936 ext(0->4095) 00002000:00010000:2.0:1746157082.275179:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260b480 00000100:00100000:2.0:1746157082.275524:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13773 00000100:00100000:2.0:1746157082.275531:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2011:x1830977685303936:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157082.275686:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2011:x1830977685303936:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.275692:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13773 00002000:00100000:2.0:1746157082.275697:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260b480 x1830977685303936/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.275703:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260b480 with x1830977685303936 ext(0->4095) 00002000:00010000:2.0:1746157082.275706:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260b480 00000100:00100000:0.0:1746157082.280733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.281301:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685304064 00000100:00100000:3.0:1746157082.281312:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685304064 00000100:00100000:3.0:1746157082.281390:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29945 00000100:00100000:3.0:1746157082.281400:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685304064:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.281427:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.281451:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff83 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.281488:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 85 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.281496:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.281498:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.281502:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.281537:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 85 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.281551:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 85 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.281565:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679237888:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.283137:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.287221:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679237888:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.287255:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.287275:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157082.287323:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685304064:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5924us (6598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.287334:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29945 00000100:00100000:0.0:1746157082.288404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.289505:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685304192 00000100:00100000:2.0:1746157082.289513:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685304192 00002000:00100000:2.0:1746157082.289552:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092609500 x1830977685304192/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.289560:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092609500 with x1830977685304192 ext(0->7) 00010000:00010000:2.0:1746157082.289568:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 86 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.289585:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 86 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.289591:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092609500 00000100:00100000:2.0:1746157082.289615:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2801 00000100:00100000:2.0:1746157082.289621:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2010:x1830977685304192:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157082.290774:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685304192:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1147us (2371us total) trans 4294970610 rc 0/0 00000100:00100000:2.0:1746157082.290783:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2801 00002000:00100000:2.0:1746157082.290790:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092609500 x1830977685304192/t4294970610(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/448 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.290797:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092609500 with x1830977685304192 ext(0->7) 00010000:00010000:2.0:1746157082.290804:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 88 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.290816:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 88 pid: 9674 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.290822:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092609500 00000100:00100000:0.0:1746157082.300994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.301088:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685304320 00000100:00100000:2.0:1746157082.301100:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685304320 00010000:00010000:2.0:1746157082.301136:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 88 pid: 9674 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.301209:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17284 00000100:00100000:2.0:1746157082.301217:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685304320:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.301228:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.301243:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 88 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.301253:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 88 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.301271:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80e00/0x7b65fed885350ac9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff7c expref: 88 pid: 9674 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.301293:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.301295:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.301301:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.301307:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157082.301600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.301647:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685304448 00000100:00100000:3.0:1746157082.301655:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685304448 00000100:00100000:3.0:1746157082.301705:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29946 00000100:00100000:3.0:1746157082.301718:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685304448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.301757:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.301772:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff8a expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.301796:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.301803:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.301804:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.301807:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.301834:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.301852:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.301864:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679238016:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.301955:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746157082.302055:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.302066:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.302077:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679238144:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.302137:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.304818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.305199:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679238016:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.305235:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.305252:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157082.305297:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1767:x1830977685304448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3585us (3698us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.305305:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29946 00000100:00100000:3.0:1746157082.305348:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685304704 00000100:00100000:3.0:1746157082.305353:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685304704 00002000:00100000:3.0:1746157082.305385:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092608380 x1830977685304704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.305393:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092608380 with x1830977685304704 ext(0->4095) 00010000:00010000:3.0:1746157082.305399:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.305409:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.305415:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092608380 00000100:00100000:3.0:1746157082.305427:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2802 00000100:00100000:3.0:1746157082.305432:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685304704:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.305558:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685304704:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (750us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.305564:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2802 00002000:00100000:3.0:1746157082.305569:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092608380 x1830977685304704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746157082.305575:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679238144:192.168.203.44@tcp:105: 00002000:00100000:3.0:1746157082.305576:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092608380 with x1830977685304704 ext(0->4095) 00010000:00010000:3.0:1746157082.305580:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.305588:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.305606:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685304320:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4390us (4623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.305614:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17284 00010000:00010000:3.0:1746157082.305822:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.305829:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092608380 00000100:00100000:0.0:1746157082.308090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.308155:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685304832 00000100:00100000:3.0:1746157082.308164:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685304832 00000100:00100000:3.0:1746157082.308216:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29947 00000100:00100000:3.0:1746157082.308225:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1768:x1830977685304832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.308242:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.308259:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff91 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.308283:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.308289:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.308294:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.308298:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.308332:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.308350:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.308359:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527800, rc 0) 00000100:00100000:3.0:1746157082.308414:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685304832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.308421:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29947 00000100:00100000:0.0:1746157082.310259:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.310766:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685304960 00000100:00100000:2.0:1746157082.310776:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685304960 00010000:00010000:2.0:1746157082.310816:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.310859:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17285 00000100:00100000:2.0:1746157082.310867:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685304960:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.310880:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.310901:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.310913:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.310936:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350ad0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff83 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.310971:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.310973:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.310980:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.310987:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.311020:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.311037:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 88 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.311050:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679238400:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.311694:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f245540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.315712:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679238400:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.315756:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.315800:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685304960:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4933us (5551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.315812:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17285 00000100:00100000:0.0:1746157082.315891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.316719:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685305216 00000100:00100000:3.0:1746157082.316728:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685305216 00002000:00100000:3.0:1746157082.316792:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250c700 x1830977685305216/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.316802:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250c700 with x1830977685305216 ext(0->4095) 00010000:00010000:3.0:1746157082.316811:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.316824:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.316831:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250c700 00000100:00100000:3.0:1746157082.316849:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2803 00000100:00100000:3.0:1746157082.316856:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685305216:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.317093:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685305216:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 237us (1203us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.317099:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2803 00002000:00100000:3.0:1746157082.317105:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250c700 x1830977685305216/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.317112:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250c700 with x1830977685305216 ext(0->4095) 00010000:00010000:3.0:1746157082.317116:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.317124:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.317130:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250c700 00000100:00100000:0.0:1746157082.321331:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.322382:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685305344 00000100:00100000:2.0:1746157082.322394:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685305344 00010000:00010000:2.0:1746157082.322433:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.322477:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17286 00000100:00100000:2.0:1746157082.322485:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685305344:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.322498:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.322516:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.322532:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.322552:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350ad7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff8a expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.322576:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.322578:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.322584:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.322591:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.322623:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.322634:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679238528:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.322714:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.329912:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746157082.329936:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977679238656:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746157082.330000:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157082.330111:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679238656 00000100:00100000:1.0:1746157082.330120:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679238656 00000100:00100000:1.0:1746157082.330164:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1746157082.330172:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1830977679238656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746157082.330208:0:7242:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746157082.330249:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1830977679238656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.330255:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1746157082.330330:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977679238656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746157082.330910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.331563:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679238528:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.331583:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.331636:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685305344:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9151us (10315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.331646:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17286 00000100:00100000:3.0:1746157082.331702:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685305600 00000100:00100000:3.0:1746157082.331708:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685305600 00002000:00100000:3.0:1746157082.331763:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250dc00 x1830977685305600/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.331773:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250dc00 with x1830977685305600 ext(0->4095) 00002000:00010000:3.0:1746157082.331777:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250dc00 00000100:00100000:3.0:1746157082.332515:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13774 00000100:00100000:3.0:1746157082.332524:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685305600:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.332676:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685305600:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (1769us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.332682:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13774 00002000:00100000:3.0:1746157082.332689:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250dc00 x1830977685305600/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.332696:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250dc00 with x1830977685305600 ext(0->4095) 00002000:00010000:3.0:1746157082.332699:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250dc00 00000100:00100000:0.0:1746157082.335297:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.335402:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685305728 00000100:00100000:2.0:1746157082.335412:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685305728 00000100:00100000:2.0:1746157082.335523:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29948 00000100:00100000:2.0:1746157082.335532:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685305728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.335553:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.335570:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff98 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.335600:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.335609:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.335610:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.335614:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.335647:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.335659:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 87 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.335672:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679238784:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.336836:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.337328:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679238784:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.337357:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.337376:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b8c00, rc 0) 00000100:00100000:2.0:1746157082.337415:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685305728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1884us (2128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.337424:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29948 00000100:00100000:0.0:1746157082.338149:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.338285:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685305856 00000100:00100000:3.0:1746157082.338292:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685305856 00010000:00010000:3.0:1746157082.338320:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 88 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.338354:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17287 00000100:00100000:3.0:1746157082.338361:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685305856:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.338373:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.338394:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 88 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.338404:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 88 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.338426:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350ade lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff91 expref: 88 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.338442:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.338444:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.338451:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.338458:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.338490:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.338502:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679238912:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.338563:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.341104:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679238912:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.341127:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.341180:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2011:x1830977685305856:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2818us (3033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.341192:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17287 00000100:00100000:0.0:1746157082.341605:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.342067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.342222:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685306112 00000100:00100000:1.0:1746157082.342229:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685306112 00002000:00100000:1.0:1746157082.342267:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250ca80 x1830977685306112/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.342276:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250ca80 with x1830977685306112 ext(0->4095) 00002000:00010000:1.0:1746157082.342281:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250ca80 00000100:00100000:1.0:1746157082.342307:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13775 00000100:00100000:1.0:1746157082.342312:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685306112:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157082.342477:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685306240 00000100:00100000:2.0:1746157082.342481:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685306240 00000100:00100000:2.0:1746157082.342514:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29949 00000100:00100000:2.0:1746157082.342519:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:1767:x1830977685306240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.342529:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.342545:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ff9f expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.342569:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.342576:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.342578:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.342581:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.342854:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.342866:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.342957:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679239040:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.343024:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.343114:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685306112:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 800us (1509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.343122:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13775 00002000:00100000:1.0:1746157082.343129:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250ca80 x1830977685306112/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.343136:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250ca80 with x1830977685306112 ext(0->4095) 00010000:00010000:1.0:1746157082.343141:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.343151:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157082.343157:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250ca80 00000100:00100000:2.0:1746157082.346608:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679239040:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.346642:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.346660:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b9e00, rc 0) 00000100:00100000:2.0:1746157082.346706:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685306240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4184us (4637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.346715:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29949 00000100:00100000:0.0:1746157082.348044:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.348109:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685306368 00000100:00100000:3.0:1746157082.348118:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685306368 00000100:00100000:3.0:1746157082.348154:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29950 00000100:00100000:3.0:1746157082.348161:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1768:x1830977685306368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.348178:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.348193:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ffa6 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.348216:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.348220:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.348226:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.348229:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.348264:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.348275:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.348282:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157082.348328:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685306368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.348334:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29950 00000100:00100000:0.0:1746157082.349642:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.349730:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685306496 00000100:00100000:3.0:1746157082.349764:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685306496 00010000:00010000:3.0:1746157082.349792:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.350117:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17288 00000100:00100000:3.0:1746157082.350126:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685306496:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.350139:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.350160:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.350171:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.350193:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885350ae5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff98 expref: 6 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.350221:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.350224:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.350230:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.350237:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.350264:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.350274:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 88 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.350286:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679239296:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.350899:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.353262:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679239296:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.353288:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.353339:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685306496:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3213us (3702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.353351:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17288 00000100:00100000:0.0:1746157082.353968:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.354330:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685306752 00000100:00100000:2.0:1746157082.354339:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685306752 00002000:00100000:2.0:1746157082.354385:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250ce00 x1830977685306752/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.354395:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250ce00 with x1830977685306752 ext(0->4095) 00010000:00010000:2.0:1746157082.354404:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 89 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.354418:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 89 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.354424:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250ce00 00000100:00100000:2.0:1746157082.354454:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2804 00000100:00100000:2.0:1746157082.354462:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685306752:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157082.354619:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685306752:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (655us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.354626:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2804 00002000:00100000:2.0:1746157082.354631:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250ce00 x1830977685306752/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.354638:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250ce00 with x1830977685306752 ext(0->4095) 00010000:00010000:2.0:1746157082.354642:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 89 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.354651:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 89 pid: 9579 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.354656:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250ce00 00000100:00100000:0.0:1746157082.357029:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.357159:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685306880 00000100:00100000:3.0:1746157082.357170:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685306880 00010000:00010000:3.0:1746157082.357208:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 89 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.357361:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17289 00000100:00100000:3.0:1746157082.357369:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2012:x1830977685306880:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.357385:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.357404:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 89 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.357416:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 89 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.357439:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885350aec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ff9f expref: 89 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.357455:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.357456:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.357463:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.357469:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.357502:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.357513:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679239424:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.357607:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.361265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.361385:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679239424:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.361407:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.361462:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2012:x1830977685306880:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4093us (4442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.361473:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17289 00000100:00100000:2.0:1746157082.361651:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685307136 00000100:00100000:2.0:1746157082.361659:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685307136 00002000:00100000:2.0:1746157082.361697:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088700 x1830977685307136/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.361708:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088700 with x1830977685307136 ext(0->4095) 00002000:00010000:2.0:1746157082.361712:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091088700 00000100:00100000:2.0:1746157082.361771:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13776 00000100:00100000:2.0:1746157082.361777:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685307136:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.362689:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685307136:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 906us (1430us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.362728:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13776 00002000:00100000:2.0:1746157082.362784:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088700 x1830977685307136/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.362792:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088700 with x1830977685307136 ext(0->4095) 00002000:00010000:2.0:1746157082.362796:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091088700 00000100:00100000:0.0:1746157082.364859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.365087:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685307264 00000100:00100000:2.0:1746157082.365096:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685307264 00000100:00100000:2.0:1746157082.365671:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29951 00000100:00100000:2.0:1746157082.365679:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685307264:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.365699:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.365717:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ffad expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.365840:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.365849:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.365851:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.365854:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.365889:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.365901:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 87 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.365914:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679239552:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.366008:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f96b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.368335:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679239552:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.368368:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.368383:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c695800, rc 0) 00000100:00100000:2.0:1746157082.368430:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685307264:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2752us (3581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.368439:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29951 00000100:00100000:0.0:1746157082.368788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.369068:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685307392 00000100:00100000:3.0:1746157082.369075:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685307392 00010000:00010000:3.0:1746157082.369104:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 88 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.369135:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17290 00000100:00100000:3.0:1746157082.369143:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685307392:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.369154:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.369172:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 88 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.369181:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 88 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.369201:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350af3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffa6 expref: 88 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.369224:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.369226:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.369232:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.369240:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.369270:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.369281:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679239680:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.369352:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.371444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.371479:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679239680:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.371502:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157082.371538:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.371551:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2011:x1830977685307392:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2409us (2764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.371562:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17290 00000100:00100000:2.0:1746157082.371885:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685307648 00000100:00100000:2.0:1746157082.371892:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685307648 00002000:00100000:2.0:1746157082.371933:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089f80 x1830977685307648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.371952:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089f80 with x1830977685307648 ext(0->4095) 00002000:00010000:2.0:1746157082.371957:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091089f80 00000100:00100000:2.0:1746157082.371974:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13777 00000100:00100000:2.0:1746157082.371980:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685307648:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157082.372114:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685307648:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (676us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.372120:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13777 00002000:00100000:2.0:1746157082.372125:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089f80 x1830977685307648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.372131:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089f80 with x1830977685307648 ext(0->4095) 00002000:00010000:2.0:1746157082.372134:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091089f80 00000100:00100000:2.0:1746157082.372150:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685307776 00000100:00100000:2.0:1746157082.372153:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685307776 00000100:00100000:2.0:1746157082.372171:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29952 00000100:00100000:2.0:1746157082.372175:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:1767:x1830977685307776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.372185:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.372201:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ffb4 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.372224:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.372231:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.372233:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.372237:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.372263:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.372274:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.372285:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679239808:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.372362:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.374699:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.375540:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685307904 00000100:00100000:2.0:1746157082.375549:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685307904 00000100:00100000:2.0:1746157082.375600:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29953 00000100:00100000:3.0:1746157082.375601:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.375608:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685307904:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157082.375619:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685308032 00000100:00100000:3.0:1746157082.375622:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685308032 00010000:00010000:2.0:1746157082.375627:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.375640:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.375642:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ffbb expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.375660:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17291 00000100:00100000:3.0:1746157082.375664:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685308032:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.375667:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.375671:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.375672:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 90 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.375677:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.375680:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 90 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.375690:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.375700:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746157082.375912:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679239808:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.376142:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 90 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.376156:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 90 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.376165:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b9800, rc 0) 00010000:00010000:3.0:1746157082.376195:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350afa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffad expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.376206:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746157082.376206:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:1768:x1830977685307904:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 599us (1518us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157082.376207:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746157082.376211:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29953 00010000:00010000:3.0:1746157082.376214:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 90 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.376220:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 90 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.376240:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.376250:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.376262:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679240064:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.376318:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00010000:00010000:0.0:1746157082.376353:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157082.376361:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157082.376368:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c694e00, rc 0) 00000100:00100000:0.0:1746157082.376385:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1767:x1830977685307776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4209us (4847us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.376390:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29952 00000100:00100000:3.0:1746157082.378994:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679240064:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.379019:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.379078:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685308032:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3411us (3476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.379090:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17291 00000100:00100000:0.0:1746157082.379473:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.380444:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685308288 00000100:00100000:3.0:1746157082.380453:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685308288 00002000:00100000:3.0:1746157082.380497:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089c00 x1830977685308288/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.380507:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089c00 with x1830977685308288 ext(0->4095) 00010000:00010000:3.0:1746157082.380526:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.380541:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.380547:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089c00 00000100:00100000:3.0:1746157082.380582:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2805 00000100:00100000:3.0:1746157082.380590:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685308288:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.380765:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685308288:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (1292us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.380771:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2805 00002000:00100000:3.0:1746157082.380777:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089c00 x1830977685308288/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.380785:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089c00 with x1830977685308288 ext(0->4095) 00010000:00010000:3.0:1746157082.380790:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.380799:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.380804:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089c00 00000100:00100000:0.0:1746157082.383301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.383366:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685308416 00000100:00100000:3.0:1746157082.383375:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685308416 00010000:00010000:3.0:1746157082.383413:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.383457:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17292 00000100:00100000:3.0:1746157082.383465:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685308416:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.383478:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.383499:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.383510:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.383776:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350b01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffb4 expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.383795:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.383797:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.383803:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.383811:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.383847:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.383951:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679240192:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.384042:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.385794:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679240192:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.385812:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157082.385966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.385979:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685308416:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2514us (2685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.385990:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17292 00000100:00100000:2.0:1746157082.386334:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685308672 00000100:00100000:2.0:1746157082.386341:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685308672 00002000:00100000:2.0:1746157082.386381:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088380 x1830977685308672/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.386390:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088380 with x1830977685308672 ext(0->4095) 00002000:00010000:2.0:1746157082.386395:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091088380 00000100:00100000:2.0:1746157082.386413:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13778 00000100:00100000:2.0:1746157082.386419:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685308672:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.386566:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685308672:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (601us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.386572:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13778 00002000:00100000:2.0:1746157082.386578:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088380 x1830977685308672/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.386585:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088380 with x1830977685308672 ext(0->4095) 00002000:00010000:2.0:1746157082.386588:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091088380 00000100:00100000:0.0:1746157082.388632:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.388765:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685308800 00000100:00100000:2.0:1746157082.388774:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685308800 00000100:00100000:2.0:1746157082.388817:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29954 00000100:00100000:2.0:1746157082.388825:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685308800:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.388844:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.388862:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ffc2 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.389103:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.389111:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.389113:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.389117:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.389151:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.389162:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 87 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.389173:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679240320:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.389806:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.391326:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679240320:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.391359:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.391379:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d9c00, rc 0) 00000100:00100000:0.0:1746157082.391430:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.391431:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685308800:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2607us (2810us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.391440:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29954 00000100:00100000:3.0:1746157082.391570:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685308928 00000100:00100000:3.0:1746157082.391577:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685308928 00010000:00010000:3.0:1746157082.391605:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 88 pid: 9579 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.391645:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17293 00000100:00100000:3.0:1746157082.391652:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685308928:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.391664:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.391681:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 88 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.391692:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 88 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.391712:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885350b08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffbb expref: 88 pid: 9579 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.391764:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.391767:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.391774:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.391782:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.391814:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.391826:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679240448:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.391892:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.394657:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746157082.394681:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679240576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746157082.394767:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157082.394961:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679240576 00000100:00100000:0.0:1746157082.394969:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679240576 00000100:00100000:0.0:1746157082.395036:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1746157082.395044:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679240576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746157082.395068:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499772224 pending 1175552 free 3920138240 avail 3688615936 00000100:00100000:0.0:1746157082.395106:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679240576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.395112:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:0.0:1746157082.395136:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746157082.395236:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3768:1830977679240832:0@lo:400:kworker.0 00000100:00100000:2.0:1746157082.395265:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157082.395297:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3768:1830977679241344:0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.395308:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679240832 00000100:00100000:3.0:1746157082.395311:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679240832 00000100:00100000:2.0:1746157082.395315:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157082.395330:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3768:1830977679241856:0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.395338:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679241344 00000100:00100000:3.0:1746157082.395339:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679241344 00000100:00100000:2.0:1746157082.395344:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157082.395354:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679241856 00000100:00100000:3.0:1746157082.395356:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679241856 00000100:00100000:2.0:1746157082.395357:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1746157082.395362:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:81652853-4347-4196-931c-6de7451a0496:3768:1830977679240704:0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.395367:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1746157082.395372:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1830977679240832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157082.395384:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157082.395404:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1830977679240832:12345-0@lo:400:kworker.0 Request processed in 32us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.395406:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3768:1830977679241216:0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.395410:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1746157082.395422:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:2.0:1746157082.395422:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157082.395427:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092609180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830977679241344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157082.395429:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3768:1830977679241728:0@lo:400:kworker.0 00000100:00100000:2.0:1746157082.395442:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157082.395450:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830977679241344:12345-0@lo:400:kworker.0 Request processed in 23us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.395455:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1746157082.395462:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679241216 00000100:00100000:2.0:1746157082.395464:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3768:1830977679240832:0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.395465:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679241216 00000100:00100000:2.0:1746157082.395472:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3768:1830977679241344:0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.395474:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679241728 00000100:00100000:3.0:1746157082.395476:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679241728 00000100:00100000:3.0:1746157082.395483:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1746157082.395486:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830977679241856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157082.395496:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:2.0:1746157082.395503:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3768:x1830977679241216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.395505:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830977679241856:12345-0@lo:400:kworker.0 Request processed in 18us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.395510:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1746157082.395517:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1746157082.395521:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1830977679241728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157082.395528:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3768:x1830977679241216:12345-0@lo:400:kworker.0 Request processed in 27us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.395533:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1746157082.395546:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1830977679241728:12345-0@lo:400:kworker.0 Request processed in 24us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.395550:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679240704 00000100:00100000:3.0:1746157082.395551:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:2.0:1746157082.395552:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679240704 00000100:00100000:2.0:1746157082.395572:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1746157082.395576:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:81652853-4347-4196-931c-6de7451a0496+23:3768:x1830977679240704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157082.395625:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679240960:0@lo:400:kworker.0 00000100:00100000:1.0:1746157082.395648:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157082.395662:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679241472:0@lo:400:kworker.0 00000100:00100000:1.0:1746157082.395678:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157082.395690:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679241984:0@lo:400:kworker.0 00000100:00100000:1.0:1746157082.395703:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157082.395723:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679240576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746157082.395732:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746157082.395756:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830977679241088:0@lo:400:kworker.0 00000100:00100000:1.0:1746157082.395774:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157082.395786:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679241600:0@lo:400:kworker.0 00000100:00100000:1.0:1746157082.395801:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157082.395821:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679241472 00000100:00100000:1.0:1746157082.395823:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679241472 00000100:00100000:1.0:1746157082.395846:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679241984 00000100:00100000:1.0:1746157082.395848:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679241984 00000100:00100000:1.0:1746157082.395860:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679241600 00000100:00100000:1.0:1746157082.395862:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679241600 00000100:00100000:1.0:1746157082.395872:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1746157082.395876:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679241472:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746157082.395898:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157082.395900:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746157082.395901:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679241472:12345-0@lo:400:kworker.0 Request processed in 25us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.395902:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679240960 00000100:00080000:0.0:1746157082.395903:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157082.395904:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746157082.395906:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679240960 00000100:00100000:1.0:1746157082.395906:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1746157082.395914:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1746157082.395917:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1746157082.395920:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679241600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157082.395920:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679241984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.395927:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1746157082.395932:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830977679240960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157082.395937:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679241600:12345-0@lo:400:kworker.0 Request processed in 17us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.395939:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679241984:12345-0@lo:400:kworker.0 Request processed in 20us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.395954:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1746157082.395956:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1746157082.395975:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679241600:0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.395976:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830977679240960:12345-0@lo:400:kworker.0 Request processed in 39us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.395981:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1746157082.395983:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679240960:0@lo:400:kworker.0 00000100:00100000:1.0:1746157082.395989:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679241472:0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.395997:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679241088 00000100:00100000:3.0:1746157082.396000:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679241088 00000100:00100000:1.0:1746157082.396000:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679241984:0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.396018:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:3.0:1746157082.396022:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830977679241088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157082.396058:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830977679241088:12345-0@lo:400:kworker.0 Request processed in 35us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.396065:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1746157082.396144:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.396171:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679240448:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157082.396181:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830977679241088:0@lo:400:kworker.0 00010000:00010000:1.0:1746157082.396183:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.396350:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:81652853-4347-4196-931c-6de7451a0496+23:3768:x1830977679240704:12345-0@lo:400:kworker.0 Request processed in 772us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.396356:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1746157082.396391:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:81652853-4347-4196-931c-6de7451a0496:3768:1830977679240704:0@lo:400:kworker.0 00000100:00100000:2.0:1746157082.396401:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3768:1830977679241216:0@lo:400:kworker.0 00000100:00100000:2.0:1746157082.396408:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3768:1830977679241728:0@lo:400:kworker.0 00000100:00100000:0.0:1746157082.396415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.396418:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3768:1830977679241856:0@lo:400:kworker.0 00000100:00100000:2.0:1746157082.396433:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685309312 00000100:00100000:2.0:1746157082.396435:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685309312 00000100:00100000:2.0:1746157082.396453:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29955 00000100:00100000:2.0:1746157082.396457:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685309312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.396466:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.396484:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ffc9 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.396509:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.396516:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.396524:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.396528:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.396528:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685308928:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4877us (5099us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.396537:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17293 00010000:00010000:2.0:1746157082.396550:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.396561:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.396569:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679242112:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.396598:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.396680:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685309184 00000100:00100000:3.0:1746157082.396683:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685309184 00002000:00100000:3.0:1746157082.396710:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091296a00 x1830977685309184/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.396719:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091296a00 with x1830977685309184 ext(0->4095) 00010000:00010000:3.0:1746157082.396724:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.396762:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.396769:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091296a00 00000100:00100000:3.0:1746157082.396794:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2806 00000100:00100000:3.0:1746157082.396800:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685309184:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.396923:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685309184:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (780us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.396929:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2806 00002000:00100000:3.0:1746157082.396934:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091296a00 x1830977685309184/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.396952:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091296a00 with x1830977685309184 ext(0->4095) 00010000:00010000:3.0:1746157082.396957:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.396966:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.396972:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091296a00 00000100:00100000:0.0:1746157082.399112:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679242112:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157082.399124:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1746157082.399143:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.399158:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d9400, rc 0) 00000100:00100000:0.0:1746157082.399197:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685309312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2738us (2781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.399205:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29955 00000100:00100000:0.0:1746157082.399229:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685309440 00000100:00100000:0.0:1746157082.399233:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685309440 00000100:00100000:0.0:1746157082.399268:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29956 00000100:00100000:0.0:1746157082.399276:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1768:x1830977685309440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157082.399294:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157082.399308:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ffd0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.399326:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157082.399330:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.399335:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157082.399338:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.399368:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.399377:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.399380:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1746157082.399384:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f117e00, rc 0) 00000100:00100000:0.0:1746157082.399398:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685309440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.399403:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29956 00000100:00100000:1.0:1746157082.399574:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685309568 00000100:00100000:1.0:1746157082.399578:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685309568 00010000:00010000:1.0:1746157082.399594:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.399629:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17294 00000100:00100000:1.0:1746157082.399635:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685309568:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.399643:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.399661:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.399672:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.399689:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350b0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc2 expref: 6 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.399823:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.399825:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.399831:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.399838:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.399865:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.399875:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 88 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.399886:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679242368:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.400022:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.401631:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679242368:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.401650:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.401703:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685309568:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2066us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.401714:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17294 00000100:00100000:0.0:1746157082.401829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.401895:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685309824 00000100:00100000:3.0:1746157082.401901:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685309824 00002000:00100000:3.0:1746157082.401936:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5be300 x1830977685309824/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.401955:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5be300 with x1830977685309824 ext(0->4095) 00010000:00010000:3.0:1746157082.401962:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 89 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.401975:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 89 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.401981:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5be300 00000100:00100000:3.0:1746157082.401996:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2807 00000100:00100000:3.0:1746157082.402003:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685309824:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.402140:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685309824:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (311us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.402146:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2807 00002000:00100000:3.0:1746157082.402151:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5be300 x1830977685309824/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.402159:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5be300 with x1830977685309824 ext(0->4095) 00010000:00010000:3.0:1746157082.402167:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 89 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.402181:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 89 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.402189:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5be300 00000100:00100000:0.0:1746157082.404314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.404407:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685309952 00000100:00100000:1.0:1746157082.404415:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685309952 00010000:00010000:1.0:1746157082.404448:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 89 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.404476:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17295 00000100:00100000:1.0:1746157082.404482:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2013:x1830977685309952:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.404494:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.404511:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 89 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.404522:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 89 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.404543:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9400/0x7b65fed885350b16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffc9 expref: 89 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.404695:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.404697:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.404705:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.404712:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.404929:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.404952:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679242496:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.405043:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.407275:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679242496:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.407305:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.407354:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2013:x1830977685309952:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2869us (3048us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.407366:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17295 00000100:00100000:2.0:1746157082.408693:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.408844:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685310208 00000100:00100000:3.0:1746157082.408867:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685310208 00002000:00100000:3.0:1746157082.408914:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d2d80 x1830977685310208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.408925:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2d80 with x1830977685310208 ext(0->4095) 00002000:00010000:3.0:1746157082.408929:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d2d80 00000100:00100000:3.0:1746157082.408991:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13779 00000100:00100000:3.0:1746157082.408999:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685310208:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.409171:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685310208:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (485us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.409177:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13779 00002000:00100000:3.0:1746157082.409183:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d2d80 x1830977685310208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.409188:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2d80 with x1830977685310208 ext(0->4095) 00002000:00010000:3.0:1746157082.409190:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d2d80 00000100:00100000:0.0:1746157082.411381:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.411442:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685310336 00000100:00100000:2.0:1746157082.411454:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685310336 00000100:00100000:2.0:1746157082.411510:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29957 00000100:00100000:2.0:1746157082.411517:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685310336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.411539:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.411557:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ffd7 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.411588:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.411595:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.411597:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.411601:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.411637:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.411650:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 87 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.411666:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679242624:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.411786:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.413913:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679242624:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.413955:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.413981:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8000, rc 0) 00000100:00100000:0.0:1746157082.414016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.414047:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685310336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2529us (2673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.414056:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29957 00000100:00100000:1.0:1746157082.414344:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685310464 00000100:00100000:1.0:1746157082.414352:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685310464 00010000:00010000:1.0:1746157082.414379:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 88 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.414403:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17296 00000100:00100000:1.0:1746157082.414409:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685310464:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.414420:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.414436:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 88 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.414446:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 88 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.414465:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885350b1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd0 expref: 88 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.414481:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.414483:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.414490:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.414496:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.414767:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.414779:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679242752:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.415027:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.418727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.418814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.418877:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685310720 00000100:00100000:3.0:1746157082.418884:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685310720 00002000:00100000:3.0:1746157082.418920:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7800 x1830977685310720/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.418935:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7800 with x1830977685310720 ext(0->4095) 00002000:00010000:3.0:1746157082.418940:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c7800 00000100:00100000:3.0:1746157082.418969:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13780 00000100:00100000:3.0:1746157082.418976:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685310720:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.419115:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685310720:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.419121:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13780 00002000:00100000:3.0:1746157082.419126:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c7800 x1830977685310720/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.419133:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7800 with x1830977685310720 ext(0->4095) 00002000:00010000:3.0:1746157082.419136:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c7800 00000100:00100000:2.0:1746157082.419163:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685310848 00000100:00100000:2.0:1746157082.419173:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685310848 00000100:00100000:2.0:1746157082.419218:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29958 00000100:00100000:2.0:1746157082.419224:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685310848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.419239:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.419257:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ffde expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.419285:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.419293:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.419295:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.419298:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.419328:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.419341:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 5 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.419357:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679242880:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.419442:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.419860:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679242752:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.419877:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.419901:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685310464:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5491us (5891us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.419909:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17296 00000100:00100000:0.0:1746157082.422612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.422698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.422720:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685311104 00000100:00100000:0.0:1746157082.422726:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685311104 00000100:00100000:0.0:1746157082.422781:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29959 00000100:00100000:0.0:1746157082.422788:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685311104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157082.422790:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679242880:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157082.422803:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157082.422817:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ffe5 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.422821:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.422837:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8400, rc 0) 00010000:00010000:0.0:1746157082.422839:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157082.422854:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.422859:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157082.422863:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 7 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.422893:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.422903:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685310848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3678us (4088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.422911:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29958 00000100:00100000:1.0:1746157082.423077:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685310976 00000100:00100000:1.0:1746157082.423081:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685310976 00010000:00010000:1.0:1746157082.423097:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 8 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.423116:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17297 00000100:00100000:1.0:1746157082.423121:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2010:x1830977685310976:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157082.423129:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.423130:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157082.423139:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f117200, rc 0) 00010000:00010000:1.0:1746157082.423145:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 8 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.423154:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 8 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.423169:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350b24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffd7 expref: 8 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746157082.423175:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1768:x1830977685311104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 387us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.423181:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29959 00010000:00010000:1.0:1746157082.423193:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.423194:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.423199:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.423206:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.423223:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.423233:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 87 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.423242:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679243136:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.423279:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.426528:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679243136:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.426548:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.426583:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685310976:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3461us (3978us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.426592:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17297 00000100:00100000:2.0:1746157082.429483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.429636:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685311360 00000100:00100000:3.0:1746157082.429647:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685311360 00002000:00100000:3.0:1746157082.429689:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0380 x1830977685311360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.429699:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0380 with x1830977685311360 ext(0->4095) 00010000:00010000:3.0:1746157082.429706:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 88 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.429718:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 88 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.429725:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0380 00000100:00100000:3.0:1746157082.429790:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2808 00000100:00100000:3.0:1746157082.429798:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685311360:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.429953:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685311360:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (471us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.429960:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2808 00002000:00100000:3.0:1746157082.429965:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0380 x1830977685311360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.429972:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0380 with x1830977685311360 ext(0->4095) 00010000:00010000:3.0:1746157082.429976:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 88 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.429985:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 88 pid: 9577 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.429990:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0380 00000100:00100000:0.0:1746157082.432697:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.434229:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685311488 00000100:00100000:2.0:1746157082.434241:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685311488 00000100:00100000:2.0:1746157082.434304:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29960 00000100:00100000:2.0:1746157082.434312:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685311488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.434332:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.434349:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481ffec expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157082.434367:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157082.434379:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.434385:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.434391:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157082.434394:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.434432:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.434444:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.434453:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8e00, rc 0) 00000100:00100000:1.0:1746157082.434454:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685311616 00000100:00100000:1.0:1746157082.434458:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685311616 00010000:00010000:1.0:1746157082.434474:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 90 pid: 9577 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.434497:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:1767:x1830977685311488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (1811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.434503:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29960 00000100:00100000:1.0:1746157082.434512:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17298 00000100:00100000:1.0:1746157082.434517:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2012:x1830977685311616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.434525:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.434543:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.434554:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.434570:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffde expref: 89 pid: 9577 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.434637:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.434639:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.434645:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.434653:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.434675:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.434686:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 5 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.434697:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679243392:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.434882:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.437758:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.437892:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679243392:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.437915:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.437934:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685311872 00000100:00100000:3.0:1746157082.437941:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685311872 00000100:00100000:1.0:1746157082.437984:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2012:x1830977685311616:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3465us (3617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.437995:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17298 00002000:00100000:3.0:1746157082.438000:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0a80 x1830977685311872/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.438009:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0a80 with x1830977685311872 ext(0->4095) 00010000:00010000:3.0:1746157082.438017:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.438031:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.438041:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0a80 00000100:00100000:3.0:1746157082.438061:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2809 00000100:00100000:3.0:1746157082.438069:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685311872:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.438208:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685311872:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.438214:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2809 00002000:00100000:3.0:1746157082.438219:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0a80 x1830977685311872/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.438226:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0a80 with x1830977685311872 ext(0->4095) 00010000:00010000:3.0:1746157082.438230:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.438238:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.438244:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0a80 00000100:00100000:0.0:1746157082.441612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.441713:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685312000 00000100:00100000:1.0:1746157082.441723:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685312000 00010000:00010000:1.0:1746157082.441785:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.441826:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17299 00000100:00100000:1.0:1746157082.441834:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685312000:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.441847:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.441866:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.441884:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.441907:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885350b32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffe5 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.441925:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.441927:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.441934:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.441953:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.441987:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.442001:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679243520:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.442791:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a611b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.447061:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679243520:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.447087:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.447139:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685312000:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5304us (5536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.447150:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17299 00000100:00100000:0.0:1746157082.447470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.448204:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685312256 00000100:00100000:1.0:1746157082.448212:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685312256 00002000:00100000:1.0:1746157082.448247:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0e00 x1830977685312256/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.448256:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0e00 with x1830977685312256 ext(0->4095) 00002000:00010000:1.0:1746157082.448260:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f0e00 00000100:00100000:1.0:1746157082.448286:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13781 00000100:00100000:1.0:1746157082.448292:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685312256:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157082.448413:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685312256:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (944us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.448419:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13781 00002000:00100000:1.0:1746157082.448423:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0e00 x1830977685312256/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.448431:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0e00 with x1830977685312256 ext(0->4095) 00002000:00010000:1.0:1746157082.448433:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f0e00 00000100:00100000:0.0:1746157082.451238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.452030:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685312384 00000100:00100000:2.0:1746157082.452041:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685312384 00000100:00100000:2.0:1746157082.452099:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29961 00000100:00100000:2.0:1746157082.452107:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685312384:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.452124:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.452144:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fff3 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.452172:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.452179:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.452181:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.452184:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.452216:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.452228:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 87 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.452239:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679243648:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.452332:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.454896:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679243648:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.454928:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.454967:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8800, rc 0) 00000100:00100000:2.0:1746157082.455012:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685312384:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2905us (3783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.455020:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29961 00000100:00100000:0.0:1746157082.456047:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.456152:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685312512 00000100:00100000:1.0:1746157082.456161:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685312512 00010000:00010000:1.0:1746157082.456197:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 88 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.456236:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17300 00000100:00100000:1.0:1746157082.456244:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685312512:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.456258:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.456282:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 88 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.456298:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 88 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.456323:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350b39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481ffec expref: 88 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.456351:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.456354:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.456361:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.456369:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.456404:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.456417:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679243776:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.456503:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.457486:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.457685:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685312640 00000100:00100000:3.0:1746157082.457692:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685312640 00000100:00100000:3.0:1746157082.457753:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29962 00000100:00100000:3.0:1746157082.457761:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685312640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.457776:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.457791:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670481fffa expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.457818:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.457824:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.457825:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.457828:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.457852:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.457863:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 5 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.457873:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679243904:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.457926:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.458047:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679244032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746157082.458079:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157082.458228:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679244032 00000100:00100000:2.0:1746157082.458231:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679244032 00000100:00100000:2.0:1746157082.458254:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1746157082.458258:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679244032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746157082.458273:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499772224 pending 1175552 free 3920138240 avail 3688615936 00000100:00100000:2.0:1746157082.458318:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679244032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.458326:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1746157082.458509:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679244032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746157082.460183:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679243776:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.460205:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.460259:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685312512:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4015us (4215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.460269:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17300 00000100:00100000:3.0:1746157082.460795:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679243904:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.460816:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.460833:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527800, rc 0) 00000100:00100000:3.0:1746157082.460855:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685312640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3095us (3374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.460861:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29962 00000100:00100000:2.0:1746157082.461042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.461193:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685312896 00000100:00100000:3.0:1746157082.461201:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685312896 00002000:00100000:3.0:1746157082.461237:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1500 x1830977685312896/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.461246:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1500 with x1830977685312896 ext(0->4095) 00010000:00010000:3.0:1746157082.461253:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.461263:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.461270:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1500 00000100:00100000:3.0:1746157082.461537:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2810 00000100:00100000:3.0:1746157082.461544:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685312896:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.461960:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685312896:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 416us (918us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.461967:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2810 00002000:00100000:3.0:1746157082.462069:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1500 x1830977685312896/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.462077:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1500 with x1830977685312896 ext(0->4095) 00010000:00010000:3.0:1746157082.462083:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.462092:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.462096:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1500 00000100:00100000:0.0:1746157082.463302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.463369:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685313024 00000100:00100000:1.0:1746157082.463376:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685313024 00010000:00010000:1.0:1746157082.463455:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.463549:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17301 00000100:00100000:1.0:1746157082.463557:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685313024:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.463570:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.463589:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.463600:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.463623:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350b40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fff3 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.463825:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.463827:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.463835:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.463842:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.463871:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.463887:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679244160:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.464079:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.465588:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679244160:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.465671:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.465714:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685313024:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2156us (2416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.465725:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17301 00000100:00100000:0.0:1746157082.465980:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.466125:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685313280 00000100:00100000:3.0:1746157082.466131:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685313280 00002000:00100000:3.0:1746157082.466170:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3480 x1830977685313280/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.466180:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3480 with x1830977685313280 ext(0->4095) 00002000:00010000:3.0:1746157082.466185:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f3480 00000100:00100000:3.0:1746157082.466215:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13782 00000100:00100000:3.0:1746157082.466222:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2013:x1830977685313280:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157082.466351:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2013:x1830977685313280:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.466357:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13782 00002000:00100000:3.0:1746157082.466362:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3480 x1830977685313280/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.466369:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3480 with x1830977685313280 ext(0->4095) 00002000:00010000:3.0:1746157082.466371:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f3480 00000100:00100000:0.0:1746157082.471817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.471920:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685313408 00000100:00100000:3.0:1746157082.471929:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685313408 00000100:00100000:3.0:1746157082.471988:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29963 00000100:00100000:3.0:1746157082.471996:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685313408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.472015:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.472033:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820001 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.472063:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.472075:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.472077:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.472080:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.472110:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.472121:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 87 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.472133:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679244288:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.473246:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.479337:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679244288:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.479369:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.479388:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157082.479450:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685313408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7453us (7645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.479459:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29963 00000100:00100000:2.0:1746157082.479649:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.479843:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685313536 00000100:00100000:1.0:1746157082.479850:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685313536 00002000:00100000:1.0:1746157082.479898:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d3480 x1830977685313536/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.479906:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d3480 with x1830977685313536 ext(0->7) 00010000:00010000:1.0:1746157082.479913:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 88 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.479924:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 88 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746157082.479929:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d3480 00000100:00100000:1.0:1746157082.479957:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2811 00000100:00100000:1.0:1746157082.479963:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685313536:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157082.481083:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2010:x1830977685313536:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1115us (1429us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1746157082.481091:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2811 00002000:00100000:0.0:1746157082.481098:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d3480 x1830977685313536/t4294970611(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/448 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.481106:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d3480 with x1830977685313536 ext(0->7) 00010000:00010000:0.0:1746157082.481112:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 90 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157082.481124:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 90 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746157082.481130:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d3480 00000100:00100000:0.0:1746157082.485407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.486274:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685313664 00000100:00100000:3.0:1746157082.486284:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685313664 00000100:00100000:3.0:1746157082.486339:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29964 00000100:00100000:3.0:1746157082.486346:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:1767:x1830977685313664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.486367:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.486383:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820008 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.486410:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.486415:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.486420:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157082.486423:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 91 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.486455:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.486466:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 91 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.486475:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157082.486526:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:1767:x1830977685313664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.486533:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29964 00000100:00100000:0.0:1746157082.488371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.488695:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685313792 00000100:00100000:1.0:1746157082.488706:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685313792 00010000:00010000:1.0:1746157082.488771:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 91 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.489543:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17302 00000100:00100000:1.0:1746157082.489553:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:2011:x1830977685313792:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.489572:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746157082.489592:0:7220:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746157082 -> 1746157083 00002000:00010000:1.0:1746157082.489595:0:7220:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746157082 -> 1746157083 00010000:00010000:1.0:1746157082.489609:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 91 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.489623:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 91 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.489648:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed885350b47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670481fffa expref: 91 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.489674:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.489677:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.489684:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.489692:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.489725:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.489756:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 5 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.489769:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679244544:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.489861:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.494350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.494633:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679244544:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.494657:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.494843:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685314048 00000100:00100000:2.0:1746157082.495013:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685314048 00000100:00100000:1.0:1746157082.495535:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2011:x1830977685313792:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5981us (7170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.495547:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17302 00002000:00100000:2.0:1746157082.495625:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20b100 x1830977685314048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.495636:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20b100 with x1830977685314048 ext(0->4095) 00010000:00010000:2.0:1746157082.495645:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.495657:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.495663:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20b100 00000100:00100000:2.0:1746157082.496328:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2812 00000100:00100000:2.0:1746157082.496339:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685314048:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.496513:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685314048:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (2174us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.496519:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2812 00002000:00100000:2.0:1746157082.496525:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20b100 x1830977685314048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.496533:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20b100 with x1830977685314048 ext(0->4095) 00010000:00010000:2.0:1746157082.496540:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.497169:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.497180:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20b100 00000100:00100000:0.0:1746157082.499687:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.499911:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685314176 00000100:00100000:1.0:1746157082.499921:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685314176 00010000:00010000:1.0:1746157082.499972:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.500012:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17303 00000100:00100000:1.0:1746157082.500020:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685314176:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.500036:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.500057:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.500070:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.500095:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350b4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820001 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.500113:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.500116:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.500123:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.500132:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.500165:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.500178:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679244672:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.500878:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.503524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.503692:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685314432 00000100:00100000:3.0:1746157082.503700:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685314432 00002000:00100000:3.0:1746157082.503768:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20bb80 x1830977685314432/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.503776:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20bb80 with x1830977685314432 ext(0->4095) 00002000:00010000:3.0:1746157082.503782:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f20bb80 00000100:00100000:3.0:1746157082.503802:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13783 00000100:00100000:3.0:1746157082.503807:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2012:x1830977685314432:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157082.503921:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679244672:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.503952:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.503985:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685314176:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3961us (4305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.503991:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2012:x1830977685314432:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.503994:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17303 00000100:00100000:3.0:1746157082.503998:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13783 00002000:00100000:3.0:1746157082.504003:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20bb80 x1830977685314432/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.504011:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20bb80 with x1830977685314432 ext(0->4095) 00002000:00010000:3.0:1746157082.504013:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f20bb80 00000100:00100000:0.0:1746157082.513136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.513229:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685314560 00000100:00100000:2.0:1746157082.513241:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685314560 00000100:00100000:3.0:1746157082.513395:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29965 00000100:00100000:3.0:1746157082.513406:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685314560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.513430:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.513448:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482000f expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.513479:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.513486:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.513488:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.513491:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.513521:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.513537:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 89 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.513550:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679244800:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.513659:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.519290:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679244800:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.519322:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.519340:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157082.519396:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685314560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5992us (6269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.519405:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29965 00000100:00100000:0.0:1746157082.520221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.520314:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685314688 00000100:00100000:2.0:1746157082.520322:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685314688 00002000:00100000:2.0:1746157082.520368:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009118dc00 x1830977685314688/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.520378:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118dc00 with x1830977685314688 ext(0->7) 00010000:00010000:2.0:1746157082.520385:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 90 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.520398:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 90 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.520404:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009118dc00 00000100:00100000:2.0:1746157082.520435:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2813 00000100:00100000:2.0:1746157082.520442:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2011:x1830977685314688:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157082.523419:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2011:x1830977685314688:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2964us (3188us total) trans 4294970612 rc 0/0 00000100:00100000:0.0:1746157082.523435:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2813 00002000:00100000:0.0:1746157082.523445:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009118dc00 x1830977685314688/t4294970612(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/448 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.523456:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118dc00 with x1830977685314688 ext(0->7) 00010000:00010000:0.0:1746157082.523466:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 92 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157082.523483:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 92 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746157082.523490:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009118dc00 00000100:00100000:0.0:1746157082.527435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.527487:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.527513:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685314816 00000100:00100000:3.0:1746157082.527522:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685314816 00000100:00100000:3.0:1746157082.527583:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29966 00000100:00100000:3.0:1746157082.527595:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:1767:x1830977685314816:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.527614:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.527631:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820016 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.527663:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.527669:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.527680:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157082.527683:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 93 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.527719:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.527732:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 93 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.527773:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157082.527817:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:1767:x1830977685314816:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 227us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.527823:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29966 00000100:00100000:1.0:1746157082.528600:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685314944 00000100:00100000:1.0:1746157082.528607:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685314944 00010000:00010000:1.0:1746157082.528636:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.528665:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17304 00000100:00100000:1.0:1746157082.528671:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2010:x1830977685314944:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.528681:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.528699:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.528715:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.528733:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820008 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.528773:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.528775:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.528781:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.528789:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.528818:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.528829:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 5 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.528841:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679245056:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.528918:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.531336:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679245056:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.531465:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.531519:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685314944:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2845us (4027us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.531533:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17304 00000100:00100000:0.0:1746157082.532265:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.532330:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685315200 00000100:00100000:2.0:1746157082.532337:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685315200 00002000:00100000:2.0:1746157082.532382:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009118d880 x1830977685315200/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.532392:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118d880 with x1830977685315200 ext(0->4095) 00010000:00010000:2.0:1746157082.532401:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.532413:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.532419:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009118d880 00000100:00100000:2.0:1746157082.532620:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2814 00000100:00100000:2.0:1746157082.532628:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685315200:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157082.532927:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685315200:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 300us (664us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.532934:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2814 00002000:00100000:2.0:1746157082.532939:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009118d880 x1830977685315200/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.532956:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118d880 with x1830977685315200 ext(0->4095) 00010000:00010000:2.0:1746157082.532961:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.532970:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.532976:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009118d880 00000100:00100000:0.0:1746157082.536355:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.536953:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685315328 00000100:00100000:1.0:1746157082.536964:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685315328 00010000:00010000:1.0:1746157082.537004:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.537053:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17305 00000100:00100000:1.0:1746157082.537062:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685315328:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.537075:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.537096:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.537110:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.537134:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350b5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482000f expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.537167:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.537169:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.537177:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 91 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.537185:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 91 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.537220:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 91 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.537234:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679245184:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.537337:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.541197:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679245184:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.541222:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.541266:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685315328:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4204us (4921us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.541266:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.541278:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17305 00000100:00100000:2.0:1746157082.541350:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685315584 00000100:00100000:2.0:1746157082.541357:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685315584 00002000:00100000:2.0:1746157082.541398:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e5180 x1830977685315584/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.541413:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e5180 with x1830977685315584 ext(0->4095) 00002000:00010000:2.0:1746157082.541417:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e5180 00000100:00100000:2.0:1746157082.541434:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13784 00000100:00100000:2.0:1746157082.541441:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685315584:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.541577:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685315584:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.541583:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13784 00002000:00100000:2.0:1746157082.541588:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e5180 x1830977685315584/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.541594:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e5180 with x1830977685315584 ext(0->4095) 00002000:00010000:2.0:1746157082.541597:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e5180 00000100:00100000:1.0:1746157082.544880:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.544980:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685315712 00000100:00100000:2.0:1746157082.544989:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685315712 00000100:00100000:2.0:1746157082.545106:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29967 00000100:00100000:2.0:1746157082.545117:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685315712:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.545137:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.545154:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482001d expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.545184:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 91 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.545192:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.545194:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.545198:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.545229:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 91 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.545240:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 91 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.545253:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679245312:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.546012:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.548136:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679245312:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.548169:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.548188:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8400, rc 0) 00000100:00100000:2.0:1746157082.548234:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685315712:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3119us (3365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.548243:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29967 00000100:00100000:0.0:1746157082.548519:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.548574:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685315840 00000100:00100000:1.0:1746157082.548581:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685315840 00010000:00010000:1.0:1746157082.548862:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 92 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746157082.548900:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17306 00000100:00100000:1.0:1746157082.548908:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685315840:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.548922:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.548955:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 92 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.548967:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 92 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.548991:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350b63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820016 expref: 92 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746157082.549023:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.549025:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.549032:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.549040:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.549071:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.549082:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091296300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679245440:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.549148:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.551970:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.552082:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.552202:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685316224 00000100:00100000:1.0:1746157082.552211:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685316224 00002000:00100000:1.0:1746157082.552253:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e7800 x1830977685316224/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.552263:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7800 with x1830977685316224 ext(0->4095) 00002000:00010000:1.0:1746157082.552268:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e7800 00000100:00100000:2.0:1746157082.552341:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685315968 00000100:00100000:2.0:1746157082.552345:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685315968 00000100:00100000:1.0:1746157082.552897:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13785 00000100:00100000:1.0:1746157082.552905:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685316224:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157082.553087:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685316224:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (1003us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.553095:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13785 00002000:00100000:1.0:1746157082.553102:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e7800 x1830977685316224/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.553109:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7800 with x1830977685316224 ext(0->4095) 00002000:00010000:1.0:1746157082.553113:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e7800 00000100:00100000:1.0:1746157082.553156:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091296300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679245440:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.553173:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.553196:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685315840:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4290us (4678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.553204:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17306 00000100:00100000:2.0:1746157082.553704:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29968 00000100:00100000:2.0:1746157082.553714:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:1767:x1830977685315968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.553724:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.553756:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820024 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.553787:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.553794:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.553796:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.553799:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 92 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.553828:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.553839:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 5 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.553850:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679245568:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.553908:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.556782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.557862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.557963:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679245568:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.557995:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 92 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.558014:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d9600, rc 0) 00000100:00100000:2.0:1746157082.558061:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:1767:x1830977685315968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4349us (6102us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.558114:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685316480 00000100:00100000:0.0:1746157082.558121:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685316480 00010000:00010000:0.0:1746157082.558153:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.558231:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685316352 00000100:00100000:3.0:1746157082.558236:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685316352 00000100:00100000:2.0:1746157082.558485:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29968 00000100:00100000:3.0:1746157082.558506:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29969 00000100:00100000:3.0:1746157082.558513:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:1768:x1830977685316352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.558528:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157082.558575:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17307 00000100:00100000:0.0:1746157082.558582:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685316480:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157082.558595:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157082.558615:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.558624:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482002b expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.558627:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746157082.558646:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482001d expref: 6 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.558797:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.558805:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.558817:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.558820:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 93 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.558846:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157082.558848:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157082.558856:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.558864:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.558889:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.558905:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.558915:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746157082.558916:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679245696:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.558924:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.558933:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679245824:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.559049:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.559211:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.561118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.561257:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679245824:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.561284:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 93 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.561300:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:2.0:1746157082.561310:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679245696:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.561326:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.561357:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:1768:x1830977685316352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2841us (4581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.561366:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29969 00000100:00100000:3.0:1746157082.561411:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685316736 00000100:00100000:3.0:1746157082.561417:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685316736 00002000:00100000:3.0:1746157082.561451:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e5500 x1830977685316736/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.561460:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e5500 with x1830977685316736 ext(0->4095) 00000100:00100000:2.0:1746157082.561460:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685316480:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2878us (3599us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157082.561466:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.561469:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17307 00010000:00010000:3.0:1746157082.561477:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.561483:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e5500 00000100:00100000:3.0:1746157082.561500:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2815 00000100:00100000:3.0:1746157082.561507:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2010:x1830977685316736:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.561933:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2010:x1830977685316736:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 426us (823us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.561940:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2815 00002000:00100000:3.0:1746157082.561952:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e5500 x1830977685316736/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.561959:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e5500 with x1830977685316736 ext(0->4095) 00010000:00010000:3.0:1746157082.561963:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.561972:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746157082.561977:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e5500 00000100:00100000:0.0:1746157082.563838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.563972:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685316864 00000100:00100000:2.0:1746157082.563980:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685316864 00010000:00010000:2.0:1746157082.564015:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.564041:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17308 00000100:00100000:2.0:1746157082.564048:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2010:x1830977685316864:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.564061:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.564079:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.564091:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.564114:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350b71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820024 expref: 93 pid: 9578 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.564132:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.564134:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.564141:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 92 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.564148:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 92 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.564177:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 92 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.564189:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679245952:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.564264:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.568182:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.568307:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679245952:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.568327:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.568387:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685316864:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4338us (4556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.568398:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17308 00000100:00100000:3.0:1746157082.568582:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685317120 00000100:00100000:3.0:1746157082.568589:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685317120 00002000:00100000:3.0:1746157082.568632:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e6a00 x1830977685317120/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.568649:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e6a00 with x1830977685317120 ext(0->4095) 00002000:00010000:3.0:1746157082.568653:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e6a00 00000100:00100000:3.0:1746157082.568671:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13786 00000100:00100000:3.0:1746157082.568678:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2011:x1830977685317120:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.568843:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2011:x1830977685317120:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (673us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.568849:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13786 00002000:00100000:3.0:1746157082.568854:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e6a00 x1830977685317120/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.568860:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e6a00 with x1830977685317120 ext(0->4095) 00002000:00010000:3.0:1746157082.568863:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e6a00 00000100:00100000:0.0:1746157082.570928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.571060:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685317248 00000100:00100000:3.0:1746157082.571068:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685317248 00000100:00100000:3.0:1746157082.572448:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29970 00000100:00100000:3.0:1746157082.572462:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685317248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.572483:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.572504:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820032 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.572539:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 91 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.572547:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.572549:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.572554:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.572587:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 91 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.572599:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 91 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.572611:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679246080:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.572700:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.574891:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679246080:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.574926:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.574954:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157082.575011:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685317248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2553us (4089us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.575011:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.575019:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29970 00000100:00100000:2.0:1746157082.575196:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685317376 00000100:00100000:2.0:1746157082.575202:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685317376 00010000:00010000:2.0:1746157082.575234:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 92 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.575268:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17309 00000100:00100000:2.0:1746157082.575275:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2011:x1830977685317376:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.575288:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.575310:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 92 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.575320:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 92 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.575446:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350b78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482002b expref: 92 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.575470:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.575472:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.575479:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.575487:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.575516:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.575529:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679246208:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.575599:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.577237:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679246208:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.577259:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.577476:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:2011:x1830977685317376:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2198us (2462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.577487:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17309 00000100:00100000:0.0:1746157082.577622:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.577774:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685317632 00000100:00100000:2.0:1746157082.577781:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685317632 00002000:00100000:2.0:1746157082.577815:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e7100 x1830977685317632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.577825:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7100 with x1830977685317632 ext(0->4095) 00002000:00010000:2.0:1746157082.577829:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e7100 00000100:00100000:2.0:1746157082.577857:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13787 00000100:00100000:2.0:1746157082.577863:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685317632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.578018:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685317632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.578024:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13787 00002000:00100000:2.0:1746157082.578029:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e7100 x1830977685317632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.578036:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7100 with x1830977685317632 ext(0->4095) 00002000:00010000:2.0:1746157082.578038:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e7100 00000100:00100000:0.0:1746157082.578882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.578974:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685317760 00000100:00100000:3.0:1746157082.578979:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685317760 00000100:00100000:3.0:1746157082.579018:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29971 00000100:00100000:3.0:1746157082.579025:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:1767:x1830977685317760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.579037:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.579053:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820039 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.579082:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.579090:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.579091:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.579094:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 92 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.579124:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.579137:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 5 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.579148:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679246336:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.579227:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.579842:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.579920:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685317888 00000100:00100000:2.0:1746157082.579924:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685317888 00000100:00100000:2.0:1746157082.579965:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29972 00000100:00100000:2.0:1746157082.579971:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:1768:x1830977685317888:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.579980:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.579990:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820040 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.580003:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.580008:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 94 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.580013:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.580015:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 94 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.580035:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 94 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.580049:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 94 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.580058:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d9800, rc 0) 00000100:00100000:2.0:1746157082.580099:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:1768:x1830977685317888:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.580105:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29972 00000100:00100000:3.0:1746157082.581046:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679246336:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.581067:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 93 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.581078:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157082.581375:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:1767:x1830977685317760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2349us (2494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.581381:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29971 00000100:00100000:0.0:1746157082.583265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.583332:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685318016 00000100:00100000:2.0:1746157082.583341:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685318016 00010000:00010000:2.0:1746157082.583376:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.583418:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17310 00000100:00100000:2.0:1746157082.583425:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685318016:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.583440:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.583461:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.583473:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.583498:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350b7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820032 expref: 6 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.583529:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.583532:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.583539:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 92 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.583547:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 92 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.583581:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 92 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.583592:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 92 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746157082.583604:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679246592:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.583693:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.586399:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679246720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746157082.586472:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157082.586675:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679246720 00000100:00100000:1.0:1746157082.586683:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679246720 00000100:00100000:1.0:1746157082.586783:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1746157082.586791:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679246720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746157082.586827:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922817024 avail 3691294720 00000100:00100000:1.0:1746157082.586865:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679246720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.586871:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1746157082.586925:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679246720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746157082.587164:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.587165:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679246592:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.587181:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.587221:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685318272 00000100:00100000:2.0:1746157082.587225:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685318272 00000100:00100000:3.0:1746157082.587227:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685318016:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3803us (3971us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.587235:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17310 00002000:00100000:2.0:1746157082.587254:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f2d80 x1830977685318272/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.587263:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2d80 with x1830977685318272 ext(0->4095) 00010000:00010000:2.0:1746157082.587272:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.587284:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.587290:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f2d80 00000100:00100000:2.0:1746157082.587312:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2816 00000100:00100000:2.0:1746157082.587318:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2011:x1830977685318272:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157082.587430:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2011:x1830977685318272:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.587437:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2816 00002000:00100000:2.0:1746157082.587441:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f2d80 x1830977685318272/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.587448:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2d80 with x1830977685318272 ext(0->4095) 00010000:00010000:2.0:1746157082.587452:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746157082.587460:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746157082.587466:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f2d80 00000100:00100000:0.0:1746157082.589688:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.589769:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685318400 00000100:00100000:3.0:1746157082.589778:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685318400 00010000:00010000:3.0:1746157082.589807:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746157082.589829:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17311 00000100:00100000:3.0:1746157082.589834:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2010:x1830977685318400:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.589844:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.589859:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.589868:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.589886:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350b86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820039 expref: 93 pid: 19476 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746157082.589910:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.589912:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.589918:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 92 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.589926:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 92 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.589968:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 92 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.589980:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679246848:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.590484:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.592212:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679246848:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.592237:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.592279:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685318400:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2442us (2596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.592289:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17311 00000100:00100000:0.0:1746157082.592492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.592625:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685318656 00000100:00100000:3.0:1746157082.592632:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685318656 00002000:00100000:3.0:1746157082.592668:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091392300 x1830977685318656/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.592676:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091392300 with x1830977685318656 ext(0->4095) 00002000:00010000:3.0:1746157082.592680:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091392300 00000100:00100000:3.0:1746157082.592710:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13788 00000100:00100000:3.0:1746157082.592716:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2012:x1830977685318656:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157082.592891:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2012:x1830977685318656:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (400us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.592896:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13788 00002000:00100000:3.0:1746157082.592901:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091392300 x1830977685318656/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.592913:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091392300 with x1830977685318656 ext(0->4095) 00002000:00010000:3.0:1746157082.592915:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091392300 00000100:00100000:0.0:1746157082.595045:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.595200:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685318784 00000100:00100000:3.0:1746157082.595209:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685318784 00000100:00100000:3.0:1746157082.595266:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29973 00000100:00100000:3.0:1746157082.595274:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685318784:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.595292:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.595310:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820047 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.595337:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 91 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.595343:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.595345:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.595348:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.595378:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 91 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.595390:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 91 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.595404:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679246976:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.595531:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.598568:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679246976:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.598605:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.598624:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157082.598678:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685318784:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3402us (3640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.598686:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29973 00000100:00100000:0.0:1746157082.598997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.599413:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685318912 00000100:00100000:3.0:1746157082.599421:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685318912 00010000:00010000:3.0:1746157082.599452:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 92 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.599476:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17312 00000100:00100000:3.0:1746157082.599482:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091392a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685318912:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.599494:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.599513:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 92 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.599525:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 92 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.599551:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350b8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820040 expref: 92 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.599577:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.599579:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.599588:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.599599:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.599663:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.599677:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679247104:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.599793:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.602581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.602636:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685319168 00000100:00100000:2.0:1746157082.602646:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685319168 00000100:00100000:0.0:1746157082.602672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.603073:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679247104:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.603101:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157082.603389:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0c380 x1830977685319168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.603399:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0c380 with x1830977685319168 ext(0->4095) 00002000:00010000:2.0:1746157082.603404:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d0c380 00000100:00100000:2.0:1746157082.603527:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13789 00000100:00100000:2.0:1746157082.603536:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685319168:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157082.603696:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685319168:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (1125us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.603705:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13789 00002000:00100000:2.0:1746157082.603711:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0c380 x1830977685319168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.603717:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0c380 with x1830977685319168 ext(0->4095) 00002000:00010000:2.0:1746157082.603720:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d0c380 00000100:00100000:2.0:1746157082.603762:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685319296 00000100:00100000:2.0:1746157082.603766:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685319296 00000100:00100000:3.0:1746157082.603830:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685318912:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4347us (4832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.603838:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17312 00000100:00100000:2.0:1746157082.604091:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29974 00000100:00100000:2.0:1746157082.604097:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:1767:x1830977685319296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.604106:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.604121:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482004e expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.604145:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.604153:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.604154:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.604157:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 92 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.604187:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.604199:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 5 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.604215:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679247232:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.604286:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.607319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.607678:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685319424 00000100:00100000:2.0:1746157082.607688:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685319424 00000100:00100000:2.0:1746157082.607762:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29975 00000100:00100000:2.0:1746157082.607769:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:1768:x1830977685319424:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.607788:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.607805:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820055 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.607835:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.607841:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 94 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.607846:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.607850:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 94 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.607885:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 94 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.607897:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 94 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.607908:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8000, rc 0) 00000100:00100000:3.0:1746157082.607930:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679247232:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.607961:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 94 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.607970:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8400, rc 0) 00000100:00100000:2.0:1746157082.607974:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:1768:x1830977685319424:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.607980:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29975 00000100:00100000:3.0:1746157082.607988:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:1767:x1830977685319296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3892us (5316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.607994:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29974 00000100:00100000:1.0:1746157082.608582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.608978:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685319552 00000100:00100000:3.0:1746157082.608984:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685319552 00010000:00010000:3.0:1746157082.609008:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.609042:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17313 00000100:00100000:3.0:1746157082.609048:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685319552:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.609056:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.609075:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.609086:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.609106:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350b94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820047 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.609229:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.609231:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.609238:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 92 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.609245:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 92 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.609271:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 92 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.609281:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 92 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.609297:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679247488:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.609374:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52933c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.611906:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679247488:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.611932:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.611988:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685319552:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2939us (3406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.612000:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17313 00000100:00100000:0.0:1746157082.612103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.612227:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685319808 00000100:00100000:2.0:1746157082.612235:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685319808 00002000:00100000:2.0:1746157082.612275:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0f480 x1830977685319808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.612283:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0f480 with x1830977685319808 ext(0->4095) 00010000:00010000:2.0:1746157082.612297:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 93 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.612309:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 93 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157082.612315:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0f480 00000100:00100000:2.0:1746157082.612344:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2817 00000100:00100000:2.0:1746157082.612351:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2010:x1830977685319808:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.612505:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2010:x1830977685319808:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.612511:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2817 00002000:00100000:2.0:1746157082.612516:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0f480 x1830977685319808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.612523:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0f480 with x1830977685319808 ext(0->4095) 00010000:00010000:2.0:1746157082.612527:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 93 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.612539:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 93 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157082.612545:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0f480 00000100:00100000:2.0:1746157082.618062:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679247616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746157082.618128:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157082.618307:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679247616 00000100:00100000:3.0:1746157082.618314:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679247616 00000100:00100000:3.0:1746157082.618359:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1746157082.618366:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679247616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746157082.618390:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922817024 avail 3691294720 00000100:00100000:3.0:1746157082.618427:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679247616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.618433:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1746157082.618549:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679247616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746157082.619040:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.619108:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685319936 00000100:00100000:3.0:1746157082.619111:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685319936 00010000:00010000:3.0:1746157082.619134:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 93 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.619153:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17314 00000100:00100000:3.0:1746157082.619158:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2010:x1830977685319936:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.619167:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.619190:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 93 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.619201:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 93 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.619224:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350b9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482004e expref: 93 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.620319:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.620326:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.620787:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 92 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.620799:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 92 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.620847:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 92 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.620860:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679247744:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.621596:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.625661:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679247744:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.625689:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.625781:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685319936:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6620us (6740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.625792:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17314 00000100:00100000:0.0:1746157082.629623:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.630368:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685320192 00000100:00100000:2.0:1746157082.630377:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685320192 00002000:00100000:2.0:1746157082.630426:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0d180 x1830977685320192/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.630435:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0d180 with x1830977685320192 ext(0->4095) 00002000:00010000:2.0:1746157082.630440:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d0d180 00000100:00100000:2.0:1746157082.630461:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13790 00000100:00100000:2.0:1746157082.630468:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2011:x1830977685320192:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157082.630648:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2011:x1830977685320192:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (1035us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.630655:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13790 00002000:00100000:2.0:1746157082.630661:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0d180 x1830977685320192/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.630668:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0d180 with x1830977685320192 ext(0->4095) 00002000:00010000:2.0:1746157082.630671:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d0d180 00000100:00100000:0.0:1746157082.635790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.636848:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685320320 00000100:00100000:2.0:1746157082.636861:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685320320 00000100:00100000:2.0:1746157082.636933:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29976 00000100:00100000:2.0:1746157082.636950:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685320320:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.636972:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.636991:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482005c expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.637026:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 91 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.637033:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.637035:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.637038:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.637067:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 91 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.637079:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 91 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.637090:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679247872:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.637186:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.654596:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679247872:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.654630:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.654648:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d9c00, rc 0) 00000100:00100000:2.0:1746157082.654705:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685320320:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17763us (18923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.654715:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29976 00000100:00100000:0.0:1746157082.660131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.663252:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685320576 00000100:00100000:2.0:1746157082.663269:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685320576 00000100:00100000:2.0:1746157082.663330:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29977 00000100:00100000:2.0:1746157082.663340:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:1767:x1830977685320576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.663357:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.663375:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820063 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.663407:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.663413:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.663420:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157082.663423:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.663461:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.663474:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.663488:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8e00, rc 0) 00000100:00100000:2.0:1746157082.664389:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:1767:x1830977685320576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1045us (4264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.664398:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29977 00000100:00100000:0.0:1746157082.665129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.665171:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685320448 00000100:00100000:0.0:1746157082.665180:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685320448 00002000:00100000:0.0:1746157082.665221:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d0df80 x1830977685320448/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.665231:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0df80 with x1830977685320448 ext(0->7) 00010000:00010000:0.0:1746157082.665239:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 93 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157082.665254:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 93 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157082.665261:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0df80 00000100:00100000:0.0:1746157082.665292:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2818 00000100:00100000:0.0:1746157082.665300:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2011:x1830977685320448:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157082.666256:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2011:x1830977685320448:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 952us (1124us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1746157082.666265:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2818 00002000:00100000:0.0:1746157082.666273:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d0df80 x1830977685320448/t4294970613(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/448 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.666280:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0df80 with x1830977685320448 ext(0->7) 00010000:00010000:0.0:1746157082.666287:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 95 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157082.666299:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 95 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157082.666305:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0df80 00000100:00100000:0.0:1746157082.673660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.673766:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685320704 00000100:00100000:3.0:1746157082.673776:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685320704 00010000:00010000:3.0:1746157082.673810:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 95 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.673838:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17315 00000100:00100000:3.0:1746157082.673844:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2012:x1830977685320704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.673858:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.673876:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 95 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.673886:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 95 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.673905:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350ba2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820055 expref: 95 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.673928:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.673930:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.673935:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.673953:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.673993:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.674005:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 5 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.674018:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679248128:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.674116:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.680135:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.680192:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685320960 00000100:00100000:0.0:1746157082.680202:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685320960 00002000:00100000:0.0:1746157082.680248:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d2300 x1830977685320960/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.680259:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2300 with x1830977685320960 ext(0->4095) 00010000:00010000:0.0:1746157082.680268:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157082.680283:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157082.680289:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d2300 00000100:00100000:0.0:1746157082.680308:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2819 00000100:00100000:0.0:1746157082.680316:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685320960:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157082.680485:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685320960:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (361us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157082.680492:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2819 00002000:00100000:0.0:1746157082.680498:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d2300 x1830977685320960/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.680510:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2300 with x1830977685320960 ext(0->4095) 00010000:00010000:0.0:1746157082.680515:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157082.680524:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157082.680530:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d2300 00000100:00100000:3.0:1746157082.680633:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679248128:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.680656:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.680694:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2012:x1830977685320704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6849us (7044us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.680702:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17315 00000100:00100000:0.0:1746157082.686383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.686713:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685321088 00000100:00100000:3.0:1746157082.686725:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685321088 00010000:00010000:3.0:1746157082.687119:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.687159:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17316 00000100:00100000:3.0:1746157082.687168:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685321088:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.687183:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.687205:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.687218:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.687243:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9c00/0x7b65fed885350ba9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482005c expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.687274:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.687276:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.687283:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.687292:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.687324:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.687338:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679248256:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.687428:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.691765:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.691837:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685321344 00000100:00100000:2.0:1746157082.691846:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685321344 00002000:00100000:2.0:1746157082.691892:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133d880 x1830977685321344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.691903:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d880 with x1830977685321344 ext(0->4095) 00002000:00010000:2.0:1746157082.691909:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133d880 00000100:00100000:2.0:1746157082.691928:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13791 00000100:00100000:2.0:1746157082.691934:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2012:x1830977685321344:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157082.692092:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2012:x1830977685321344:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (340us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.692099:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13791 00002000:00100000:2.0:1746157082.692104:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133d880 x1830977685321344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.692111:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d880 with x1830977685321344 ext(0->4095) 00002000:00010000:2.0:1746157082.692114:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133d880 00000100:00100000:3.0:1746157082.692428:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679248256:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.692448:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.692484:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685321088:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5318us (6112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.692493:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17316 00000100:00100000:1.0:1746157082.702331:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.702407:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685321472 00000100:00100000:0.0:1746157082.702417:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685321472 00000100:00100000:0.0:1746157082.702481:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29978 00000100:00100000:0.0:1746157082.702489:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685321472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157082.702509:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157082.702527:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482006a expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.702557:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.702564:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157082.702566:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157082.702570:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.702602:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.702614:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 93 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746157082.702625:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679248384:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157082.702719:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.708814:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679248384:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.708851:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.708870:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c694e00, rc 0) 00000100:00100000:2.0:1746157082.708924:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685321472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6435us (6602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.708932:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29978 00000100:00100000:0.0:1746157082.721643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.721781:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685321600 00000100:00100000:2.0:1746157082.721790:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685321600 00002000:00100000:2.0:1746157082.721835:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013133ce00 x1830977685321600/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.721844:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133ce00 with x1830977685321600 ext(0->7) 00010000:00010000:2.0:1746157082.721852:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 94 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.721865:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 94 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157082.721871:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133ce00 00000100:00100000:2.0:1746157082.721888:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2820 00000100:00100000:2.0:1746157082.721895:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977685321600:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157082.722780:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685321600:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 883us (1146us total) trans 4294970614 rc 0/0 00000100:00100000:0.0:1746157082.722788:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2820 00002000:00100000:0.0:1746157082.722795:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013133ce00 x1830977685321600/t4294970614(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/448 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.722802:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133ce00 with x1830977685321600 ext(0->7) 00010000:00010000:0.0:1746157082.722807:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 96 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157082.722817:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 96 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157082.722823:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133ce00 00000100:00100000:0.0:1746157082.729628:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.729769:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.729846:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685321856 00000100:00100000:2.0:1746157082.729846:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685321728 00000100:00100000:3.0:1746157082.729855:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685321856 00000100:00100000:2.0:1746157082.729855:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685321728 00010000:00010000:3.0:1746157082.729893:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 97 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.729903:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29979 00000100:00100000:2.0:1746157082.729910:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff4c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685321728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.729925:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157082.729950:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17317 00010000:00010000:2.0:1746157082.729952:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820071 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.729957:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2013:x1830977685321856:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.729970:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.729976:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.729982:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.729987:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157082.729990:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 98 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.730061:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 98 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.730078:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 98 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.730093:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.730095:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8e00/0x7b65fed885350bb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820063 expref: 98 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.730104:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 97 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.730112:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.730113:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.730118:0:19476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.730131:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.730139:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157082.730145:0:19476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.730155:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 5 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.730171:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679248640:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.730199:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2013:x1830977685321856:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 243us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.730204:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17317 00000100:00100000:2.0:1746157082.730224:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.731483:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679248640:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.731500:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8000, rc 0) 00000100:00100000:2.0:1746157082.731548:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff4c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685321728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1638us (1928us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.731556:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29979 00000100:00100000:0.0:1746157082.731788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.731911:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685322112 00000100:00100000:2.0:1746157082.731917:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685322112 00002000:00100000:2.0:1746157082.731965:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133c700 x1830977685322112/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.731974:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c700 with x1830977685322112 ext(0->4095) 00010000:00010000:2.0:1746157082.731983:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.731996:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157082.732002:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133c700 00000100:00100000:2.0:1746157082.732085:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2821 00000100:00100000:2.0:1746157082.732093:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685322112:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157082.732254:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685322112:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (467us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.732263:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2821 00002000:00100000:2.0:1746157082.732268:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133c700 x1830977685322112/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.732276:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c700 with x1830977685322112 ext(0->4095) 00010000:00010000:2.0:1746157082.732280:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.732289:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157082.732294:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133c700 00000100:00100000:0.0:1746157082.734621:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.734787:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685322240 00000100:00100000:3.0:1746157082.734795:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685322240 00010000:00010000:3.0:1746157082.734830:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.734868:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17318 00000100:00100000:3.0:1746157082.734875:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685322240:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.734889:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.734910:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.734922:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.734953:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350bb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482006a expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.734975:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.734977:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.734984:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.734992:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.735028:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.735041:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679248768:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.735121:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.737178:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679248768:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.737200:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.737247:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685322240:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2371us (2635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.737258:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17318 00000100:00100000:0.0:1746157082.737485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.737831:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685322496 00000100:00100000:2.0:1746157082.737838:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685322496 00002000:00100000:2.0:1746157082.737885:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133c380 x1830977685322496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.737895:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c380 with x1830977685322496 ext(0->4095) 00002000:00010000:2.0:1746157082.737900:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133c380 00000100:00100000:2.0:1746157082.737924:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13792 00000100:00100000:2.0:1746157082.737931:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685322496:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157082.738127:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685322496:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (643us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.738134:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13792 00002000:00100000:2.0:1746157082.738140:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133c380 x1830977685322496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.738157:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c380 with x1830977685322496 ext(0->4095) 00002000:00010000:2.0:1746157082.738159:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133c380 00000100:00100000:0.0:1746157082.739553:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.739697:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685322624 00000100:00100000:2.0:1746157082.739704:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685322624 00000100:00100000:2.0:1746157082.739766:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29980 00000100:00100000:2.0:1746157082.739775:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685322624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.739791:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.739813:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820078 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.739841:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.739853:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.739855:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.739858:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.739886:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.739898:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 95 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.739907:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679248896:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.739998:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.741370:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.741462:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685322752 00000100:00100000:2.0:1746157082.741465:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679248896:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.741468:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685322752 00010000:00010000:3.0:1746157082.741491:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.741491:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.741504:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d9800, rc 0) 00000100:00100000:3.0:1746157082.741513:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17319 00000100:00100000:3.0:1746157082.741519:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685322752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.741531:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157082.741539:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685322624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1766us (1992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.741545:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29980 00010000:00010000:3.0:1746157082.741549:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.741559:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.741581:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885350bbe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820071 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.741595:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.741597:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.741603:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.741612:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.741957:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.741970:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679249024:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.742513:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.744647:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679249024:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.744673:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.744731:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2010:x1830977685322752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3210us (3366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.744765:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17319 00000100:00100000:0.0:1746157082.744861:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.745064:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685323008 00000100:00100000:2.0:1746157082.745070:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685323008 00002000:00100000:2.0:1746157082.745131:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133dc00 x1830977685323008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.745141:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133dc00 with x1830977685323008 ext(0->4095) 00002000:00010000:2.0:1746157082.745146:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133dc00 00000100:00100000:2.0:1746157082.745167:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13793 00000100:00100000:2.0:1746157082.745174:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685323008:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.745345:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685323008:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.745351:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13793 00002000:00100000:2.0:1746157082.745356:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133dc00 x1830977685323008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.745363:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133dc00 with x1830977685323008 ext(0->4095) 00002000:00010000:2.0:1746157082.745366:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133dc00 00000100:00100000:0.0:1746157082.746383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.746451:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685323136 00000100:00100000:2.0:1746157082.746455:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685323136 00000100:00100000:2.0:1746157082.746482:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29981 00000100:00100000:2.0:1746157082.746487:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:1768:x1830977685323136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.746499:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.746515:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482007f expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.746676:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.746684:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.746686:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.746690:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.746719:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.746732:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 5 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.746810:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679249152:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.747047:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.748289:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679249152:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.748316:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.748336:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8400, rc 0) 00000100:00100000:2.0:1746157082.748386:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1768:x1830977685323136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1898us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.748394:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29981 00000100:00100000:0.0:1746157082.748443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.749375:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685323264 00000100:00100000:2.0:1746157082.749383:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685323264 00000100:00100000:2.0:1746157082.749432:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29982 00000100:00100000:2.0:1746157082.749439:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685323264:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.749459:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.749479:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820086 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.749502:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.749507:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 97 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.749512:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.749515:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 97 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.749547:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 97 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.749557:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 97 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.749569:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d9600, rc 0) 00000100:00100000:2.0:1746157082.749648:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685323264:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (1205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.749654:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29982 00000100:00100000:0.0:1746157082.751135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.751244:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685323392 00000100:00100000:3.0:1746157082.751251:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685323392 00010000:00010000:3.0:1746157082.751286:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.751325:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17320 00000100:00100000:3.0:1746157082.751332:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685323392:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.751346:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.751368:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.751381:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.751405:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9800/0x7b65fed885350bc5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820078 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.751424:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.751426:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.751433:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.751440:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.751470:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.751482:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.751494:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679249408:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.751575:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293180 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.754192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.754314:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685323648 00000100:00100000:2.0:1746157082.754322:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685323648 00000100:00100000:3.0:1746157082.754332:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679249408:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.754353:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157082.754369:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f1c00 x1830977685323648/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.754378:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1c00 with x1830977685323648 ext(0->4095) 00010000:00010000:2.0:1746157082.754386:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.754393:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685323392:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3062us (3264us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157082.754399:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.754403:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17320 00002000:00010000:2.0:1746157082.754405:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1c00 00000100:00100000:2.0:1746157082.754424:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2822 00000100:00100000:2.0:1746157082.754430:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2012:x1830977685323648:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157082.754561:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2012:x1830977685323648:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.754567:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2822 00002000:00100000:2.0:1746157082.754572:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f1c00 x1830977685323648/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.754585:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1c00 with x1830977685323648 ext(0->4095) 00010000:00010000:2.0:1746157082.754590:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.754599:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157082.754604:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1c00 00000100:00100000:0.0:1746157082.757623:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.757691:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685323776 00000100:00100000:2.0:1746157082.757701:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685323776 00000100:00100000:2.0:1746157082.757773:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29983 00000100:00100000:2.0:1746157082.757782:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685323776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.757805:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.757824:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482008d expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.757854:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.757860:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.757865:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157082.757869:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.757913:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.757930:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.757949:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8800, rc 0) 00000100:00100000:2.0:1746157082.758613:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685323776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 828us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.758622:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29983 00000100:00100000:1.0:1746157082.759653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.759781:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685323904 00000100:00100000:3.0:1746157082.759788:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685323904 00010000:00010000:3.0:1746157082.759820:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.760401:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17321 00000100:00100000:3.0:1746157082.760409:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977685323904:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.760423:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.760444:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.760457:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.760480:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350bcc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482007f expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.760528:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.760530:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.760537:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.760544:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.760575:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.760584:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.760595:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679249664:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.761184:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.763018:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679249664:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.763056:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.763132:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685323904:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2722us (3481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.763147:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17321 00000100:00100000:0.0:1746157082.763539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.763685:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685324160 00000100:00100000:3.0:1746157082.763692:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685324160 00002000:00100000:3.0:1746157082.763731:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133d180 x1830977685324160/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.763775:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d180 with x1830977685324160 ext(0->4095) 00010000:00010000:3.0:1746157082.763783:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.763796:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157082.763802:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133d180 00000100:00100000:3.0:1746157082.763819:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2823 00000100:00100000:3.0:1746157082.763826:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685324160:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.763965:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685324160:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (427us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.763971:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2823 00002000:00100000:3.0:1746157082.763976:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133d180 x1830977685324160/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.763983:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d180 with x1830977685324160 ext(0->4095) 00010000:00010000:3.0:1746157082.763987:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.763995:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157082.764001:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133d180 00000100:00100000:0.0:1746157082.766867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.766994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.767009:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685324288 00000100:00100000:3.0:1746157082.767019:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685324288 00000100:00100000:3.0:1746157082.767065:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29984 00000100:00100000:3.0:1746157082.767073:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685324288:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157082.767077:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685324416 00000100:00100000:2.0:1746157082.767081:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685324416 00010000:00010000:3.0:1746157082.767094:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.767099:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.767110:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820094 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.767126:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17322 00000100:00100000:2.0:1746157082.767129:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2012:x1830977685324416:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.767136:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.767136:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.767143:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.767149:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157082.767153:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 98 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.767164:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 98 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.767193:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.767207:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 98 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.767217:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00010000:00010000:2.0:1746157082.767221:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 98 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.767240:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350bd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820086 expref: 98 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.767263:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685324288:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.767270:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29984 00010000:00010000:2.0:1746157082.767303:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.767306:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.767313:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.767321:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.767342:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.767352:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 5 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.767364:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679249920:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.767430:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.769292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.769411:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679249920:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.769430:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.769472:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2012:x1830977685324416:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2340us (2476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.769482:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17322 00000100:00100000:3.0:1746157082.769582:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685324672 00000100:00100000:3.0:1746157082.769589:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685324672 00002000:00100000:3.0:1746157082.769626:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133f480 x1830977685324672/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.769641:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133f480 with x1830977685324672 ext(0->4095) 00010000:00010000:3.0:1746157082.769648:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.769659:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157082.769666:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133f480 00000100:00100000:3.0:1746157082.769694:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2824 00000100:00100000:3.0:1746157082.769700:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685324672:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.770362:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685324672:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 661us (1078us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.770368:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2824 00002000:00100000:3.0:1746157082.770374:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133f480 x1830977685324672/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.770381:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133f480 with x1830977685324672 ext(0->4095) 00010000:00010000:3.0:1746157082.770385:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.770394:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157082.770400:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133f480 00000100:00100000:0.0:1746157082.773928:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.774589:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685324800 00000100:00100000:2.0:1746157082.774599:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685324800 00010000:00010000:2.0:1746157082.774637:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.774677:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17323 00000100:00100000:2.0:1746157082.774685:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685324800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.774704:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.774771:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.774785:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.774809:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885350bda lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482008d expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.775059:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.775061:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.775069:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.775078:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.775112:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.775124:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679250048:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.775232:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.777380:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679250048:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.777402:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.777686:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685324800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2999us (3768us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.777701:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17323 00000100:00100000:1.0:1746157082.777910:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746157082.777929:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679250176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746157082.777953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.777978:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157082.778045:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679250176 00000100:00100000:3.0:1746157082.778052:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679250176 00000100:00100000:2.0:1746157082.778098:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685325056 00000100:00100000:2.0:1746157082.778101:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685325056 00002000:00100000:2.0:1746157082.778132:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926fbb80 x1830977685325056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.778142:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fbb80 with x1830977685325056 ext(0->4095) 00002000:00010000:2.0:1746157082.778147:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926fbb80 00000100:00100000:2.0:1746157082.778173:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13794 00000100:00100000:2.0:1746157082.778180:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685325056:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.778326:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1746157082.778333:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830977679250176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746157082.778364:0:7242:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:3.0:1746157082.778436:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830977679250176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.778441:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1746157082.778533:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679250176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746157082.778618:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685325056:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 438us (677us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.778625:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13794 00002000:00100000:2.0:1746157082.778630:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926fbb80 x1830977685325056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.778638:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fbb80 with x1830977685325056 ext(0->4095) 00002000:00010000:2.0:1746157082.778641:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926fbb80 00000100:00100000:2.0:1746157082.781613:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.781685:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685325184 00000100:00100000:3.0:1746157082.781695:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685325184 00000100:00100000:3.0:1746157082.781767:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29985 00000100:00100000:3.0:1746157082.781775:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685325184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.781793:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.781810:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482009b expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.781838:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.781846:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.781847:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.781850:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.781880:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.781891:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 95 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.781908:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679250304:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.782495:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.784497:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679250304:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.784529:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.784547:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157082.784608:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685325184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2832us (3004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.784618:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29985 00000100:00100000:2.0:1746157082.785070:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.785266:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685325312 00000100:00100000:3.0:1746157082.785273:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685325312 00010000:00010000:3.0:1746157082.785298:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.785437:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17324 00000100:00100000:3.0:1746157082.785445:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685325312:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.785458:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.785480:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.785492:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.785519:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350be1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820094 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.785542:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.785544:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.785550:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.785557:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.785585:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.785597:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679250432:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.785657:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.788054:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679250432:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.788078:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.788327:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2011:x1830977685325312:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2880us (3255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.788337:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17324 00000100:00100000:0.0:1746157082.789417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.789467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.789555:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685325568 00000100:00100000:2.0:1746157082.789564:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685325568 00000100:00100000:3.0:1746157082.789590:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685325696 00000100:00100000:3.0:1746157082.789595:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685325696 00002000:00100000:2.0:1746157082.789616:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910bb480 x1830977685325568/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157082.789622:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29986 00002000:00100000:2.0:1746157082.789626:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb480 with x1830977685325568 ext(0->4095) 00000100:00100000:3.0:1746157082.789629:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:1767:x1830977685325696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00002000:00010000:2.0:1746157082.789631:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910bb480 00010000:00010000:3.0:1746157082.789645:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157082.789660:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13795 00010000:00010000:3.0:1746157082.789662:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200a2 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.789666:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685325568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746157082.789687:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.789694:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.789696:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.789699:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.789730:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.789761:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.789773:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679250560:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.789842:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.789966:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685325568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 299us (498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.789973:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13795 00002000:00100000:2.0:1746157082.789978:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910bb480 x1830977685325568/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.789985:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb480 with x1830977685325568 ext(0->4095) 00010000:00010000:2.0:1746157082.789990:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.790001:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157082.790007:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910bb480 00000100:00100000:0.0:1746157082.793262:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.793369:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685325824 00000100:00100000:1.0:1746157082.793378:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685325824 00000100:00100000:1.0:1746157082.793432:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29987 00000100:00100000:1.0:1746157082.793440:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1768:x1830977685325824:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157082.793459:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157082.793475:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200a9 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.793502:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.793508:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 98 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.793514:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157082.793517:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 98 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.793553:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 98 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.793566:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 98 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.793576:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f600, rc 0) 00000100:00100000:1.0:1746157082.793628:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:1768:x1830977685325824:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.793634:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29987 00000100:00100000:3.0:1746157082.793825:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679250560:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.793842:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 97 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.793851:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526400, rc 0) 00000100:00100000:3.0:1746157082.793926:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685325696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4297us (4512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.793936:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29986 00000100:00100000:3.0:1746157082.794031:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.794127:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685325952 00000100:00100000:2.0:1746157082.794131:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685325952 00010000:00010000:2.0:1746157082.794151:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.794177:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17325 00000100:00100000:2.0:1746157082.794182:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685325952:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.794192:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.794210:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.794223:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.794239:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350be8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482009b expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.794256:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.794258:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.794263:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.794270:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.794288:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 96 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.794297:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.794308:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679250816:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.794356:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.799506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.799767:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685326208 00000100:00100000:3.0:1746157082.799777:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685326208 00002000:00100000:3.0:1746157082.799826:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b9f80 x1830977685326208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.799836:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b9f80 with x1830977685326208 ext(0->4095) 00010000:00010000:3.0:1746157082.799844:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.799857:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157082.799871:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910b9f80 00000100:00100000:3.0:1746157082.799906:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2825 00000100:00100000:3.0:1746157082.799914:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2012:x1830977685326208:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157082.800104:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2012:x1830977685326208:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 191us (608us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.800111:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2825 00002000:00100000:3.0:1746157082.800117:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b9f80 x1830977685326208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.800123:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b9f80 with x1830977685326208 ext(0->4095) 00010000:00010000:3.0:1746157082.800127:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.800140:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157082.800146:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910b9f80 00000100:00100000:2.0:1746157082.800347:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679250816:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.800367:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.800390:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685325952:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6208us (6359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.800400:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17325 00000100:00100000:1.0:1746157082.803653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.803773:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685326336 00000100:00100000:2.0:1746157082.803783:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685326336 00010000:00010000:2.0:1746157082.803819:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.803859:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17326 00000100:00100000:2.0:1746157082.803866:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2010:x1830977685326336:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.804776:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.804808:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.804822:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.804848:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350bef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a2 expref: 97 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.804875:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.804877:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.804884:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 96 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.804892:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 96 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.804929:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 96 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.804955:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679250944:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.805907:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.808551:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679250944:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.808579:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.808639:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685326336:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4772us (4995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.808651:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17326 00000100:00100000:0.0:1746157082.811000:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.811186:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685326592 00000100:00100000:3.0:1746157082.811197:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685326592 00002000:00100000:3.0:1746157082.811375:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ba300 x1830977685326592/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.811385:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba300 with x1830977685326592 ext(0->4095) 00002000:00010000:3.0:1746157082.811390:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ba300 00000100:00100000:3.0:1746157082.811423:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13796 00000100:00100000:3.0:1746157082.811430:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685326592:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.813207:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685326592:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 1769us (2207us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.813217:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13796 00002000:00100000:3.0:1746157082.813227:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ba300 x1830977685326592/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.813235:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba300 with x1830977685326592 ext(0->4095) 00002000:00010000:3.0:1746157082.813240:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ba300 00000100:00100000:0.0:1746157082.815335:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.815443:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685326720 00000100:00100000:3.0:1746157082.815454:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685326720 00000100:00100000:3.0:1746157082.815524:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29988 00000100:00100000:3.0:1746157082.815532:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685326720:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.815553:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.815573:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200b0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.815603:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.815611:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.815613:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.815616:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.815647:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.815659:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 95 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.815672:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679251072:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.815767:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.818895:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679251072:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.818930:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.818959:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157082.819020:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685326720:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3488us (3695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.819033:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29988 00000100:00100000:0.0:1746157082.821185:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.821244:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.821645:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685326976 00000100:00100000:3.0:1746157082.821656:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685326976 00000100:00100000:3.0:1746157082.822111:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29989 00000100:00100000:3.0:1746157082.822121:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685326976:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.822140:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.822157:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200b7 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.822188:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.822194:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.822200:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157082.822203:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 97 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.822239:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.822250:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 97 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.822260:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157082.822309:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685326976:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (1133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.822316:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29989 00000100:00100000:2.0:1746157082.822629:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685326848 00000100:00100000:2.0:1746157082.822635:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685326848 00010000:00010000:2.0:1746157082.822658:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 97 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.822690:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17327 00000100:00100000:2.0:1746157082.822695:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2010:x1830977685326848:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.822704:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.822728:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 97 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.822759:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 97 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.822776:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350bf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200a9 expref: 97 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.822792:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.822794:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.822799:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.822805:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.822824:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.822836:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 5 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.822852:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679251328:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.822913:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.826911:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.827012:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685327232 00000100:00100000:3.0:1746157082.827023:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685327232 00002000:00100000:3.0:1746157082.827069:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b9180 x1830977685327232/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.827078:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b9180 with x1830977685327232 ext(0->4095) 00010000:00010000:3.0:1746157082.827087:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.827099:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157082.827106:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910b9180 00000100:00100000:3.0:1746157082.827131:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2826 00000100:00100000:3.0:1746157082.827137:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685327232:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.827294:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685327232:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.827299:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2826 00002000:00100000:3.0:1746157082.827304:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b9180 x1830977685327232/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.827311:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b9180 with x1830977685327232 ext(0->4095) 00010000:00010000:3.0:1746157082.827314:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.827322:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157082.827331:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910b9180 00000100:00100000:2.0:1746157082.827435:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679251328:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.827453:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.827480:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685326848:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4784us (6236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.827488:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17327 00000100:00100000:0.0:1746157082.830493:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.830674:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685327360 00000100:00100000:2.0:1746157082.830685:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685327360 00010000:00010000:2.0:1746157082.830723:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.830806:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17328 00000100:00100000:2.0:1746157082.830814:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685327360:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.830833:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.832000:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.832016:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.832042:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350bfd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b0 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.832057:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.832059:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.832067:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.832077:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.832114:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.832126:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679251456:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.832229:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.835202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.835340:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679251456:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157082.835361:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157082.835410:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685327360:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4596us (4926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.835423:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17328 00000100:00100000:1.0:1746157082.835898:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685327616 00000100:00100000:1.0:1746157082.835906:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685327616 00002000:00100000:1.0:1746157082.835952:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ba680 x1830977685327616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.835961:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba680 with x1830977685327616 ext(0->4095) 00002000:00010000:1.0:1746157082.835965:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ba680 00000100:00100000:1.0:1746157082.835992:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13797 00000100:00100000:1.0:1746157082.835998:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685327616:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157082.836123:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685327616:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (933us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.836128:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13797 00002000:00100000:1.0:1746157082.836132:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910ba680 x1830977685327616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.836139:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba680 with x1830977685327616 ext(0->4095) 00002000:00010000:1.0:1746157082.836141:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ba680 00000100:00100000:0.0:1746157082.842977:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.843092:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685327744 00000100:00100000:3.0:1746157082.843103:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685327744 00000100:00100000:3.0:1746157082.843153:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29990 00000100:00100000:3.0:1746157082.843161:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685327744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.843182:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.843203:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200be expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.843236:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.843243:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.843245:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.843248:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.843279:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.843290:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 95 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.843303:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679251584:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.844111:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.848233:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679251584:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.848269:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.848288:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157082.848336:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685327744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5175us (5367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.848344:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29990 00000100:00100000:0.0:1746157082.856132:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.856239:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685327872 00000100:00100000:3.0:1746157082.856249:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685327872 00002000:00100000:3.0:1746157082.856296:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306bdf80 x1830977685327872/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.856305:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bdf80 with x1830977685327872 ext(0->7) 00010000:00010000:3.0:1746157082.856315:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.856328:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 96 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157082.856335:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bdf80 00000100:00100000:1.0:1746157082.857629:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2827 00000100:00100000:0.0:1746157082.857686:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685327872:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157082.858628:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2011:x1830977685327872:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 989us (2504us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1746157082.858636:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2827 00002000:00100000:0.0:1746157082.858643:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306bdf80 x1830977685327872/t4294970615(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/448 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.858652:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bdf80 with x1830977685327872 ext(0->7) 00010000:00010000:0.0:1746157082.858659:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 98 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157082.858671:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 98 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157082.858678:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bdf80 00000100:00100000:0.0:1746157082.862991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.863103:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685328000 00000100:00100000:3.0:1746157082.863113:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685328000 00000100:00100000:3.0:1746157082.863164:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29991 00000100:00100000:3.0:1746157082.863173:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:1767:x1830977685328000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.863195:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.863214:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200c5 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.863250:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157082.863257:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.863263:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157082.863267:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.863306:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.863321:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.863332:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157082.864476:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:1767:x1830977685328000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1297us (1488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.864487:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29991 00000100:00100000:1.0:1746157082.868860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.870445:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685328128 00000100:00100000:3.0:1746157082.870460:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685328128 00010000:00010000:3.0:1746157082.870509:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.870542:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17329 00000100:00100000:3.0:1746157082.870549:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2011:x1830977685328128:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.870565:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.870589:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.870601:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.870624:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200b7 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.870645:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.870647:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.870654:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.870661:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.870698:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.870710:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 5 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.870721:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679251840:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.873677:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.875617:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679251840:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157082.876194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157082.876769:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.876815:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2011:x1830977685328128:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6265us (7964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.876827:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17329 00000100:00100000:1.0:1746157082.877885:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685328384 00000100:00100000:1.0:1746157082.877896:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685328384 00002000:00100000:1.0:1746157082.877949:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bf100 x1830977685328384/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.877959:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bf100 with x1830977685328384 ext(0->4095) 00010000:00010000:1.0:1746157082.877969:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.877986:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157082.877992:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bf100 00000100:00100000:1.0:1746157082.878023:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2828 00000100:00100000:1.0:1746157082.878030:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685328384:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157082.878180:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685328384:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (1987us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.878186:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2828 00002000:00100000:1.0:1746157082.878191:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bf100 x1830977685328384/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.878197:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bf100 with x1830977685328384 ext(0->4095) 00010000:00010000:1.0:1746157082.878200:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.878208:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157082.878214:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bf100 00000100:00100000:0.0:1746157082.880922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.881573:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685328512 00000100:00100000:3.0:1746157082.881584:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685328512 00010000:00010000:3.0:1746157082.881624:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157082.882021:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17330 00000100:00100000:1.0:1746157082.882032:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685328512:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.882047:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.882070:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.882084:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.882107:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350c0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200be expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.882141:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.882143:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.882151:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 97 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.882158:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 97 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.882194:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 97 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.882205:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679251968:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.882299:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.885511:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.885698:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685328768 00000100:00100000:3.0:1746157082.885707:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685328768 00002000:00100000:3.0:1746157082.885793:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bc000 x1830977685328768/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.885803:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc000 with x1830977685328768 ext(0->4095) 00002000:00010000:3.0:1746157082.885808:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bc000 00000100:00100000:3.0:1746157082.885833:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13798 00000100:00100000:1.0:1746157082.885904:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679251968:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.885926:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.885981:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685328512:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3951us (5069us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.885990:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17330 00000100:00100000:3.0:1746157082.886111:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2010:x1830977685328768:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157082.886763:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2010:x1830977685328768:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 922us (1263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.886770:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13798 00002000:00100000:3.0:1746157082.886776:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bc000 x1830977685328768/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.886783:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc000 with x1830977685328768 ext(0->4095) 00002000:00010000:3.0:1746157082.886787:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bc000 00000100:00100000:2.0:1746157082.891258:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.891352:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685328896 00000100:00100000:0.0:1746157082.891361:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685328896 00000100:00100000:0.0:1746157082.891423:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29992 00000100:00100000:0.0:1746157082.891434:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685328896:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157082.891453:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157082.891472:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200cc expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.891625:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 97 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.891634:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157082.891637:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157082.891640:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.891673:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 97 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157082.891686:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 97 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746157082.891698:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679252096:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157082.891812:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.897198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.897399:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685329152 00000100:00100000:1.0:1746157082.897410:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685329152 00000100:00100000:1.0:1746157082.897465:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29993 00000100:00100000:1.0:1746157082.897474:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:1767:x1830977685329152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157082.897494:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157082.897513:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200d3 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.897541:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157082.897547:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.897553:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157082.897556:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.897595:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.897609:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.897618:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e400, rc 0) 00000100:00100000:0.0:1746157082.901124:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.901247:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679252096:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.901281:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.901300:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ead800, rc 0) 00000100:00100000:1.0:1746157082.901755:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:1767:x1830977685329152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4279us (4566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.901765:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29993 00000100:00100000:1.0:1746157082.901820:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685329024 00000100:00100000:1.0:1746157082.901827:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685329024 00010000:00010000:1.0:1746157082.901853:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 99 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157082.902201:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17331 00000100:00100000:1.0:1746157082.902208:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2011:x1830977685329024:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.902221:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.902242:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 99 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.902253:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 99 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.902274:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350c12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200c5 expref: 99 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.902299:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.902300:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.902307:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.902316:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.902347:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.902358:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157082.902372:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679252352:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.902471:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685328896:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11040us (11222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.902478:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29992 00000100:00100000:1.0:1746157082.902764:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.906512:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679252352:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.906535:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.906588:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2011:x1830977685329024:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4380us (5473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.906599:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17331 00000100:00100000:0.0:1746157082.907034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.907240:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685329408 00000100:00100000:1.0:1746157082.907247:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685329408 00002000:00100000:1.0:1746157082.907285:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bc380 x1830977685329408/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.907294:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc380 with x1830977685329408 ext(0->4095) 00010000:00010000:1.0:1746157082.907303:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.907316:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157082.907322:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bc380 00000100:00100000:1.0:1746157082.908030:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2829 00000100:00100000:1.0:1746157082.908039:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685329408:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157082.908190:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685329408:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (1157us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.908200:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2829 00002000:00100000:1.0:1746157082.908206:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bc380 x1830977685329408/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.908212:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc380 with x1830977685329408 ext(0->4095) 00010000:00010000:1.0:1746157082.908216:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.908224:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157082.908228:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bc380 00000100:00100000:0.0:1746157082.911612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.911717:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685329536 00000100:00100000:1.0:1746157082.911727:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685329536 00010000:00010000:1.0:1746157082.911790:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157082.911824:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17332 00000100:00100000:1.0:1746157082.911830:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685329536:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.911843:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.911861:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.911870:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.911891:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200cc expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.911909:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.911911:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.911919:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.911927:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.911967:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.911980:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679252480:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.912366:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.914818:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.914960:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685329792 00000100:00100000:3.0:1746157082.914970:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685329792 00002000:00100000:3.0:1746157082.915015:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bc700 x1830977685329792/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.915031:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc700 with x1830977685329792 ext(0->4095) 00002000:00010000:3.0:1746157082.915035:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bc700 00000100:00100000:3.0:1746157082.915056:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13799 00000100:00100000:3.0:1746157082.915061:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2011:x1830977685329792:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.915206:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2011:x1830977685329792:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (399us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.915213:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13799 00002000:00100000:3.0:1746157082.915218:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bc700 x1830977685329792/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.915225:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc700 with x1830977685329792 ext(0->4095) 00002000:00010000:3.0:1746157082.915227:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bc700 00000100:00100000:1.0:1746157082.915315:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679252480:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.915334:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.915364:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685329536:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3534us (3761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.915372:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17332 00000100:00100000:0.0:1746157082.917502:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.917637:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685329920 00000100:00100000:1.0:1746157082.917648:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685329920 00000100:00100000:1.0:1746157082.917708:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29994 00000100:00100000:1.0:1746157082.917716:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685329920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157082.917785:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157082.917804:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200da expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.917841:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.917848:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157082.917849:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157082.917853:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.917883:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.917893:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 97 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157082.917905:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679252608:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157082.917987:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.920491:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679252608:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.920523:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.920541:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ea00, rc 0) 00000100:00100000:2.0:1746157082.920590:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685329920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2875us (3098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.920600:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29994 00000100:00100000:0.0:1746157082.921428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.922894:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685330048 00000100:00100000:1.0:1746157082.922904:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685330048 00010000:00010000:1.0:1746157082.922953:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 98 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157082.922990:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17333 00000100:00100000:1.0:1746157082.922999:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2011:x1830977685330048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.923014:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.923033:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 98 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.923049:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 98 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.923077:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200d3 expref: 98 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.923103:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.923105:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.923113:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.923121:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.923155:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.923167:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679252736:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.923255:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefda80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.927232:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.927335:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679252736:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.927358:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.927407:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977685330048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4408us (5980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.927418:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17333 00000100:00100000:2.0:1746157082.928254:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685330304 00000100:00100000:2.0:1746157082.928262:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685330304 00002000:00100000:2.0:1746157082.928303:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8889500 x1830977685330304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.928312:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8889500 with x1830977685330304 ext(0->4095) 00002000:00010000:2.0:1746157082.928316:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8889500 00000100:00100000:2.0:1746157082.928349:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13800 00000100:00100000:2.0:1746157082.928355:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685330304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157082.928364:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.928494:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685330432 00000100:00100000:3.0:1746157082.928498:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685330432 00000100:00100000:3.0:1746157082.928529:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29995 00000100:00100000:3.0:1746157082.928534:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685330432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157082.928544:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157082.928561:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200e1 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.929020:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685330304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 664us (1798us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.929027:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13800 00002000:00100000:2.0:1746157082.929033:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8889500 x1830977685330304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.929039:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8889500 with x1830977685330304 ext(0->4095) 00002000:00010000:2.0:1746157082.929042:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8889500 00010000:00010000:3.0:1746157082.929125:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.929133:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.929134:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.929138:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 98 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.929169:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.929180:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 5 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.929191:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679252864:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157082.929260:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.931732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.931883:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685330560 00000100:00100000:1.0:1746157082.931892:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685330560 00000100:00100000:1.0:1746157082.931934:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29996 00000100:00100000:1.0:1746157082.931954:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:1768:x1830977685330560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157082.931973:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157082.931989:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200e8 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.932015:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.932020:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.932026:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157082.932029:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 100 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.932064:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.932077:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 100 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.932086:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f400, rc 0) 00000100:00100000:1.0:1746157082.932128:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1768:x1830977685330560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.932133:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29996 00000100:00100000:3.0:1746157082.932145:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679252864:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157082.932162:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.932170:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:1.0:1746157082.932181:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.932186:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:1767:x1830977685330432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3653us (3825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.932191:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29995 00000100:00100000:1.0:1746157082.932201:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685330688 00000100:00100000:1.0:1746157082.932204:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685330688 00010000:00010000:1.0:1746157082.932217:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157082.932467:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17334 00000100:00100000:1.0:1746157082.932473:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685330688:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.932483:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.932502:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.932513:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.932529:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350c27 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200da expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.932557:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.932558:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.932564:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 98 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.932571:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 98 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.932588:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 98 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.932599:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 98 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157082.932615:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679253120:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.933244:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefda80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.935247:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679253120:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157082.935268:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157082.935316:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685330688:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2842us (3133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157082.935327:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17334 00000100:00100000:0.0:1746157082.935771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.936050:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685330944 00000100:00100000:3.0:1746157082.936057:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685330944 00002000:00100000:3.0:1746157082.936096:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888380 x1830977685330944/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.936105:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888380 with x1830977685330944 ext(0->4095) 00010000:00010000:3.0:1746157082.936114:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.936131:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157082.936138:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8888380 00000100:00100000:3.0:1746157082.936169:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2830 00000100:00100000:3.0:1746157082.936176:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2011:x1830977685330944:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157082.936823:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2011:x1830977685330944:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 647us (1053us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157082.936829:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2830 00002000:00100000:3.0:1746157082.936834:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888380 x1830977685330944/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157082.936842:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888380 with x1830977685330944 ext(0->4095) 00010000:00010000:3.0:1746157082.936847:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.936855:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157082.936861:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8888380 00000100:00100000:0.0:1746157082.939415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.939479:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685331072 00000100:00100000:1.0:1746157082.939487:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685331072 00010000:00010000:1.0:1746157082.939516:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157082.940984:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17335 00000100:00100000:1.0:1746157082.940997:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2011:x1830977685331072:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157082.941014:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157082.941036:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.941050:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.941074:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350c2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e1 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.941104:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.941107:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157082.941113:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 98 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.941122:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 98 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157082.941154:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 98 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157082.941166:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679253248:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157082.941248:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157082.945344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.945437:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679253248:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157082.945461:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157082.945504:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2011:x1830977685331072:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4511us (6097us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157082.945514:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17335 00000100:00100000:2.0:1746157082.945878:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685331328 00000100:00100000:2.0:1746157082.945886:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685331328 00002000:00100000:2.0:1746157082.945927:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20ad80 x1830977685331328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.945936:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20ad80 with x1830977685331328 ext(0->4095) 00002000:00010000:2.0:1746157082.945950:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f20ad80 00000100:00100000:2.0:1746157082.945977:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13801 00000100:00100000:2.0:1746157082.945984:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2010:x1830977685331328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157082.946774:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2010:x1830977685331328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 789us (1441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157082.946780:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13801 00002000:00100000:2.0:1746157082.946785:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20ad80 x1830977685331328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.946792:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20ad80 with x1830977685331328 ext(0->4095) 00002000:00010000:2.0:1746157082.946795:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f20ad80 00000100:00100000:0.0:1746157082.953677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.953784:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685331456 00000100:00100000:2.0:1746157082.953793:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685331456 00000100:00100000:2.0:1746157082.953894:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29997 00000100:00100000:2.0:1746157082.953903:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685331456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.953921:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.953949:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200ef expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.953980:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 97 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.953987:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.953989:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.953992:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.954024:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 97 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.954036:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 97 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.954048:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679253376:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.956188:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157082.960607:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679253376:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.960641:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.960660:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d9600, rc 0) 00000100:00100000:2.0:1746157082.960706:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685331456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6803us (7040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.960715:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29997 00000100:00100000:0.0:1746157082.966224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.966401:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685331584 00000100:00100000:2.0:1746157082.966412:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685331584 00002000:00100000:2.0:1746157082.966462:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccfb480 x1830977685331584/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157082.966472:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb480 with x1830977685331584 ext(0->7) 00010000:00010000:2.0:1746157082.966482:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 98 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.966496:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 98 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157082.966503:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfb480 00000100:00100000:2.0:1746157082.966717:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2831 00000100:00100000:2.0:1746157082.966726:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2013:x1830977685331584:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157082.967729:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2013:x1830977685331584:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1000us (1511us total) trans 4294970616 rc 0/0 00000100:00100000:0.0:1746157082.967748:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2831 00002000:00100000:0.0:1746157082.967755:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ccfb480 x1830977685331584/t4294970616(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 496/448 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157082.967762:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb480 with x1830977685331584 ext(0->7) 00010000:00010000:0.0:1746157082.967769:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 100 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157082.967779:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 100 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157082.967786:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfb480 00000100:00100000:0.0:1746157082.973566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.974294:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685331712 00000100:00100000:2.0:1746157082.974304:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685331712 00010000:00010000:2.0:1746157082.974344:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 100 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.974374:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17336 00000100:00100000:2.0:1746157082.974382:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2013:x1830977685331712:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157082.974396:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157082.974416:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 100 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.974428:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 100 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.974451:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885350c35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200e8 expref: 100 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157082.974484:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.974486:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.974493:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.974501:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.974541:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157082.974554:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679253504:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157082.974638:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.987386:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157082.987515:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157082.987691:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685332096 00000100:00100000:1.0:1746157082.987701:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685332096 00002000:00100000:1.0:1746157082.987786:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9f80 x1830977685332096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.987795:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9f80 with x1830977685332096 ext(0->4095) 00002000:00010000:1.0:1746157082.987800:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf9f80 00000100:00100000:1.0:1746157082.987822:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13802 00000100:00100000:1.0:1746157082.987830:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685332096:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157082.988000:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685332096:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (483us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.988006:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13802 00002000:00100000:1.0:1746157082.988012:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf9f80 x1830977685332096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.988024:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9f80 with x1830977685332096 ext(0->4095) 00002000:00010000:1.0:1746157082.988027:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf9f80 00000100:00100000:3.0:1746157082.988310:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679253504:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157082.988329:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.988354:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2013:x1830977685331712:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 13973us (14798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.988366:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17336 00000100:00100000:2.0:1746157082.988426:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685331840 00000100:00100000:2.0:1746157082.988429:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685331840 00000100:00100000:2.0:1746157082.988454:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29998 00000100:00100000:2.0:1746157082.988459:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:1767:x1830977685331840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.988472:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.988487:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200f6 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.988511:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.988519:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.988520:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.988523:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 100 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.988551:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.988564:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 5 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157082.988575:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679253632:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157082.988621:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157082.991671:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157082.991926:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685332224 00000100:00100000:2.0:1746157082.991936:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685332224 00000100:00100000:2.0:1746157082.992055:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29999 00000100:00100000:2.0:1746157082.992064:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:1768:x1830977685332224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157082.992081:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157082.992097:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048200fd expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.992192:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679253632:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157082.992222:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157082.992229:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 102 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.992235:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157082.992238:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 102 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.992306:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 102 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.992318:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8400, rc 0) 00000100:00100000:3.0:1746157082.992363:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:1767:x1830977685331840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3903us (4989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.992370:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29998 00010000:00010000:2.0:1746157082.992428:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 101 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.992439:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157082.992446:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ead800, rc 0) 00000100:00100000:2.0:1746157082.992462:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:1768:x1830977685332224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 400us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157082.992467:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29999 00000100:00100000:0.0:1746157082.993198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.993285:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685332352 00000100:00100000:3.0:1746157082.993290:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685332352 00010000:00010000:3.0:1746157082.993312:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.993333:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17337 00000100:00100000:3.0:1746157082.993338:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685332352:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.993348:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.993367:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.993378:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.993395:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d9600/0x7b65fed885350c3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200ef expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.993545:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.993546:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.993552:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 100 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.993559:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 100 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.993578:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 100 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.993587:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 100 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.993598:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679253888:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.994147:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157082.995598:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679253888:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157082.995882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157082.995935:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157082.996571:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685332352:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3230us (3371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157082.996582:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17337 00000100:00100000:1.0:1746157082.996670:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685332608 00000100:00100000:1.0:1746157082.996676:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685332608 00002000:00100000:1.0:1746157082.996715:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9ca80 x1830977685332608/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/0 e 0 to 0 dl 1746157093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.996724:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9ca80 with x1830977685332608 ext(0->4095) 00010000:00010000:1.0:1746157082.996733:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.996790:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157082.996797:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9ca80 00000100:00100000:1.0:1746157082.996819:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2832 00000100:00100000:1.0:1746157082.996826:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2010:x1830977685332608:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157082.996995:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2010:x1830977685332608:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (1114us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157082.997001:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2832 00002000:00100000:1.0:1746157082.997006:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9ca80 x1830977685332608/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:643/0 lens 488/4536 e 0 to 0 dl 1746157093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157082.997062:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9ca80 with x1830977685332608 ext(0->4095) 00010000:00010000:1.0:1746157082.997067:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157082.997077:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157082.997083:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9ca80 00000100:00100000:0.0:1746157082.998717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157082.998996:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685332736 00000100:00100000:3.0:1746157082.999004:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685332736 00010000:00010000:3.0:1746157082.999029:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157082.999055:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17338 00000100:00100000:3.0:1746157082.999061:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2011:x1830977685332736:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157082.999072:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157082.999088:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.999098:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.999120:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8400/0x7b65fed885350c43 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200f6 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157082.999136:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.999138:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157082.999144:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.999152:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157082.999183:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157082.999195:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679254016:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157082.999272:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.005436:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.005521:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685332992 00000100:00100000:1.0:1746157083.005530:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685332992 00002000:00100000:1.0:1746157083.005576:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed9f80 x1830977685332992/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.005586:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9f80 with x1830977685332992 ext(0->4095) 00002000:00010000:1.0:1746157083.005591:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fed9f80 00000100:00100000:1.0:1746157083.005611:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13803 00000100:00100000:1.0:1746157083.005618:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2012:x1830977685332992:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157083.005796:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2012:x1830977685332992:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.005803:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13803 00002000:00100000:1.0:1746157083.005809:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed9f80 x1830977685332992/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.005816:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9f80 with x1830977685332992 ext(0->4095) 00002000:00010000:1.0:1746157083.005819:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fed9f80 00000100:00100000:3.0:1746157083.006016:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679254016:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.006035:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.006390:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2011:x1830977685332736:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7328us (7678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.006397:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17338 00000100:00100000:0.0:1746157083.008409:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.008467:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685333120 00000100:00100000:2.0:1746157083.008475:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685333120 00000100:00100000:2.0:1746157083.008532:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30000 00000100:00100000:2.0:1746157083.008540:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685333120:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.008557:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.008575:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820104 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.008610:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.008617:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.008619:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.008623:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.008654:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.008666:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.008680:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679254144:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.010065:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.015221:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.015384:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679254144:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.015419:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.015438:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091114000, rc 0) 00000100:00100000:2.0:1746157083.015493:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685333120:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6953us (7089us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.015504:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30000 00000100:00100000:3.0:1746157083.016095:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685333248 00000100:00100000:3.0:1746157083.016102:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685333248 00010000:00010000:3.0:1746157083.016136:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 100 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.018074:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17339 00000100:00100000:3.0:1746157083.018094:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2011:x1830977685333248:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.018116:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.018864:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 100 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.018879:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 100 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.018900:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ead800/0x7b65fed885350c4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048200fd expref: 100 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.018917:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.018919:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.018925:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.018932:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157083.018951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157083.018974:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.018988:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679254272:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.019056:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.019210:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685333376 00000100:00100000:0.0:1746157083.019217:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685333376 00000100:00100000:0.0:1746157083.019261:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30001 00000100:00100000:0.0:1746157083.019266:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1767:x1830977685333376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157083.019279:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157083.019290:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482010b expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157083.019308:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157083.019314:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157083.019315:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157083.019318:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157083.019335:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157083.019345:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 5 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746157083.019354:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fedad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679254400:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157083.019374:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.022716:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.022776:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685333632 00000100:00100000:0.0:1746157083.022785:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685333632 00002000:00100000:0.0:1746157083.022838:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed9500 x1830977685333632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.022850:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9500 with x1830977685333632 ext(0->4095) 00010000:00010000:0.0:1746157083.022860:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157083.022876:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157083.022884:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed9500 00000100:00100000:0.0:1746157083.022908:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2833 00000100:00100000:0.0:1746157083.022918:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685333632:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157083.023107:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685333632:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157083.023116:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2833 00002000:00100000:0.0:1746157083.023123:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed9500 x1830977685333632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.023131:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed9500 with x1830977685333632 ext(0->4095) 00010000:00010000:0.0:1746157083.023137:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157083.023148:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157083.023159:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed9500 00000100:00100000:3.0:1746157083.023276:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679254272:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.023294:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.023316:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2011:x1830977685333248:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5233us (8106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.023324:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17339 00000100:00100000:2.0:1746157083.024154:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fedad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679254400:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.024173:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.024186:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135660a00, rc 0) 00000100:00100000:2.0:1746157083.024211:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1767:x1830977685333376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4945us (5260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.024217:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30001 00000100:00100000:0.0:1746157083.026960:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.028109:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685333760 00000100:00100000:2.0:1746157083.028118:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685333760 00000100:00100000:2.0:1746157083.028169:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30002 00000100:00100000:2.0:1746157083.028176:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1768:x1830977685333760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.028194:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.028211:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820112 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.028237:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.028243:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.028248:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.028251:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.028286:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.028298:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.028307:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c695800, rc 0) 00000100:00100000:2.0:1746157083.029187:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:1768:x1830977685333760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1009us (2233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.029194:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30002 00000100:00100000:0.0:1746157083.030797:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.030921:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685333888 00000100:00100000:3.0:1746157083.030929:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685333888 00010000:00010000:3.0:1746157083.030967:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.031124:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17340 00000100:00100000:3.0:1746157083.031132:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685333888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.031146:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.031165:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.031176:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.031199:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350c51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820104 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.031232:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.031233:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.031240:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.031247:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.031275:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.031286:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 100 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.031297:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679254656:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.032244:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.035815:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679254656:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.035839:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.035886:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685333888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4754us (5093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.035897:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17340 00000100:00100000:0.0:1746157083.036501:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.036601:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685334144 00000100:00100000:2.0:1746157083.036617:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685334144 00002000:00100000:2.0:1746157083.036660:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f353800 x1830977685334144/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.036670:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f353800 with x1830977685334144 ext(0->4095) 00010000:00010000:2.0:1746157083.036679:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 101 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.036693:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 101 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.036699:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f353800 00000100:00100000:2.0:1746157083.036717:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2834 00000100:00100000:2.0:1746157083.036724:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2010:x1830977685334144:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157083.036878:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2010:x1830977685334144:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.036885:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2834 00002000:00100000:2.0:1746157083.036890:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f353800 x1830977685334144/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.036902:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f353800 with x1830977685334144 ext(0->4095) 00010000:00010000:2.0:1746157083.036906:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 101 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.036914:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 101 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.036919:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f353800 00000100:00100000:0.0:1746157083.043518:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.043652:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685334272 00000100:00100000:3.0:1746157083.043661:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685334272 00010000:00010000:3.0:1746157083.043700:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 101 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.044298:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17341 00000100:00100000:3.0:1746157083.044307:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2011:x1830977685334272:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.044323:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.044343:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 101 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.044355:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 101 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.044377:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135660a00/0x7b65fed885350c58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482010b expref: 101 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.044407:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.044409:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.044415:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.044423:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.044454:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.044465:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679254784:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.044627:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5293b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.047362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.047472:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679254784:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.047494:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.047530:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2011:x1830977685334272:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3224us (4022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.047541:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17341 00000100:00100000:1.0:1746157083.047708:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685334528 00000100:00100000:1.0:1746157083.047715:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685334528 00002000:00100000:1.0:1746157083.050355:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f351500 x1830977685334528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.050371:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f351500 with x1830977685334528 ext(0->4095) 00002000:00010000:1.0:1746157083.050378:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f351500 00000100:00100000:0.0:1746157083.050541:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13804 00000100:00100000:0.0:1746157083.050557:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2012:x1830977685334528:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157083.050758:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2012:x1830977685334528:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 207us (3404us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157083.050764:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13804 00002000:00100000:0.0:1746157083.050770:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f351500 x1830977685334528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.050776:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f351500 with x1830977685334528 ext(0->4095) 00002000:00010000:0.0:1746157083.050778:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f351500 00000100:00100000:0.0:1746157083.054686:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.054821:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685334656 00000100:00100000:2.0:1746157083.054833:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685334656 00000100:00100000:2.0:1746157083.054882:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30003 00000100:00100000:2.0:1746157083.054889:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685334656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.054906:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.054922:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820119 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.054961:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.054968:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.054969:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.054973:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.054998:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.055013:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 99 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.055024:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679254912:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.055107:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.058680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.058824:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685334784 00000100:00100000:3.0:1746157083.058832:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685334784 00010000:00010000:3.0:1746157083.059176:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 100 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.059206:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17342 00000100:00100000:3.0:1746157083.059214:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2010:x1830977685334784:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.059228:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.059249:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 100 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.059262:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 100 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.059287:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.059290:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.059297:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.059305:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.059548:0:19476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350c5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820112 expref: 100 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.059672:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679254912:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.059717:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157083.059722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.059731:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679255040:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.059772:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685334912 00000100:00100000:3.0:1746157083.059775:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685334912 00010000:00010000:2.0:1746157083.059790:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.059800:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c694e00, rc 0) 00000100:00100000:3.0:1746157083.059806:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30004 00000100:00100000:3.0:1746157083.059812:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1767:x1830977685334912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.059824:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157083.059845:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685334656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4957us (5168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.059852:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30003 00010000:00010000:3.0:1746157083.060151:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820120 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.060168:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.060174:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.060176:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.060178:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 101 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.060196:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.060207:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 5 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.060216:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679255168:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157083.060280:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f960d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.060301:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746157083.063841:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746157083.064666:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679255040:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157083.064685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157083.064690:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.064733:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2010:x1830977685334784:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5519us (6061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.064769:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17342 00000100:00100000:2.0:1746157083.064816:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685335168 00000100:00100000:2.0:1746157083.064821:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685335168 00002000:00100000:2.0:1746157083.064857:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155f80 x1830977685335168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.064867:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155f80 with x1830977685335168 ext(0->4095) 00000100:00100000:3.0:1746157083.064875:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679255168:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.064875:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.064887:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.064893:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 100 pid: 9577 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746157083.064893:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155f80 00010000:00010000:3.0:1746157083.064907:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157083.064924:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1767:x1830977685334912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5113us (5202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.064926:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2835 00000100:00100000:3.0:1746157083.064930:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30004 00000100:00100000:2.0:1746157083.064933:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685335168:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157083.065062:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685335168:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.065067:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2835 00002000:00100000:2.0:1746157083.065073:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155f80 x1830977685335168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.065079:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155f80 with x1830977685335168 ext(0->4095) 00010000:00010000:2.0:1746157083.065084:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.065093:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.065098:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155f80 00000100:00100000:0.0:1746157083.067311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.067686:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685335296 00000100:00100000:3.0:1746157083.067694:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685335296 00000100:00100000:3.0:1746157083.067768:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30005 00000100:00100000:3.0:1746157083.067775:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1768:x1830977685335296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.067792:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157083.067809:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820127 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.067833:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.067838:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 101 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.067844:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.067847:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 101 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.067877:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 101 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.067892:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 101 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.067901:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157083.067949:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:1768:x1830977685335296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.067955:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30005 00000100:00100000:0.0:1746157083.068016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.068351:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685335424 00000100:00100000:2.0:1746157083.068357:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685335424 00010000:00010000:2.0:1746157083.068376:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.068407:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17343 00000100:00100000:2.0:1746157083.068412:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685335424:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.068421:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.068439:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.068449:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.068466:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c694e00/0x7b65fed885350c66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820119 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.068488:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.068490:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.068496:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 100 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.068503:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 100 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.068524:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 100 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.068535:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 100 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.068547:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679255424:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.068602:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.070936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.071224:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679255424:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.071245:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.071300:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685335424:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2886us (3281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.071310:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17343 00000100:00100000:1.0:1746157083.071378:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685335680 00000100:00100000:1.0:1746157083.071387:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685335680 00002000:00100000:1.0:1746157083.071433:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1c00 x1830977685335680/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.071442:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1c00 with x1830977685335680 ext(0->4095) 00010000:00010000:1.0:1746157083.071451:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.071464:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157083.071470:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1c00 00000100:00100000:1.0:1746157083.071497:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2836 00000100:00100000:1.0:1746157083.071504:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2010:x1830977685335680:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157083.071631:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2010:x1830977685335680:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.071636:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2836 00002000:00100000:1.0:1746157083.071641:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1c00 x1830977685335680/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.071648:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1c00 with x1830977685335680 ext(0->4095) 00010000:00010000:1.0:1746157083.071652:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.071662:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157083.071668:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d1c00 00000100:00100000:0.0:1746157083.074544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.074656:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685335808 00000100:00100000:2.0:1746157083.074665:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685335808 00010000:00010000:2.0:1746157083.074699:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.074766:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17344 00000100:00100000:2.0:1746157083.074774:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2013:x1830977685335808:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.074787:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.074807:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.074818:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.074841:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350c6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820120 expref: 101 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.074876:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.074878:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.074885:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 100 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.074894:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 100 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.074925:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 100 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.074947:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679255552:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.075024:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.078217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.078348:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679255552:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.078367:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.078405:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2013:x1830977685335808:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3632us (3870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.078415:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17344 00000100:00100000:3.0:1746157083.078497:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685336064 00000100:00100000:3.0:1746157083.078504:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685336064 00002000:00100000:3.0:1746157083.078545:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f157800 x1830977685336064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.078555:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f157800 with x1830977685336064 ext(0->4095) 00002000:00010000:3.0:1746157083.078560:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f157800 00000100:00100000:3.0:1746157083.078890:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13805 00000100:00100000:3.0:1746157083.078898:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2011:x1830977685336064:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157083.079038:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2011:x1830977685336064:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (830us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.079043:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13805 00002000:00100000:3.0:1746157083.079049:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f157800 x1830977685336064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.079056:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f157800 with x1830977685336064 ext(0->4095) 00002000:00010000:3.0:1746157083.079059:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f157800 00000100:00100000:0.0:1746157083.082253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.082463:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685336192 00000100:00100000:1.0:1746157083.082474:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685336192 00000100:00100000:1.0:1746157083.082524:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30006 00000100:00100000:1.0:1746157083.082531:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685336192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157083.082548:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157083.082566:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482012e expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.082595:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.082602:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.082603:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.082606:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.082635:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.082645:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 99 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.082655:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679255680:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157083.082757:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157083.085444:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679255680:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157083.085480:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.085497:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ec00, rc 0) 00000100:00100000:1.0:1746157083.085540:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685336192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3009us (3295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.085549:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30006 00000100:00100000:0.0:1746157083.085817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.086028:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685336320 00000100:00100000:3.0:1746157083.086037:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685336320 00010000:00010000:3.0:1746157083.086066:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 100 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.086088:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17345 00000100:00100000:3.0:1746157083.086095:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2010:x1830977685336320:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.086108:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.086127:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 100 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.086138:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 100 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.086160:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350c74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820127 expref: 100 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.086186:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.086188:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.086195:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.086204:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.086234:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.086246:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679255808:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.086307:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f960d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.088795:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.088875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.088951:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685336448 00000100:00100000:1.0:1746157083.088958:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685336448 00000100:00100000:1.0:1746157083.089009:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30007 00000100:00100000:1.0:1746157083.089017:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1767:x1830977685336448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157083.089035:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157083.089051:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820135 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.089075:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.089082:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157083.089084:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157083.089087:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.089118:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.089139:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 5 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.089149:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679255936:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157083.089177:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679255808:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.089193:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.089212:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2010:x1830977685336320:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3118us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.089216:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.089220:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17345 00000100:00100000:1.0:1746157083.089229:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685336704 00000100:00100000:1.0:1746157083.089232:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685336704 00002000:00100000:1.0:1746157083.089255:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136bb80 x1830977685336704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.089264:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136bb80 with x1830977685336704 ext(0->4095) 00010000:00010000:1.0:1746157083.089270:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.089279:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157083.089285:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136bb80 00000100:00100000:1.0:1746157083.089298:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2837 00000100:00100000:1.0:1746157083.089303:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685336704:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157083.089432:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685336704:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.089437:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2837 00002000:00100000:1.0:1746157083.089442:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136bb80 x1830977685336704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.089455:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136bb80 with x1830977685336704 ext(0->4095) 00010000:00010000:1.0:1746157083.089460:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.089469:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157083.089474:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136bb80 00000100:00100000:1.0:1746157083.090231:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679255936:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157083.090245:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 100 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.090255:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f600, rc 0) 00000100:00100000:1.0:1746157083.090285:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1767:x1830977685336448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1270us (1496us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.090291:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30007 00000100:00100000:0.0:1746157083.093373:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.093454:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685336832 00000100:00100000:3.0:1746157083.093461:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685336832 00010000:00010000:3.0:1746157083.093493:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.093663:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17346 00000100:00100000:3.0:1746157083.093669:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685336832:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.093683:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.093700:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.093711:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.093733:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482012e expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.094085:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.094088:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.094096:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.094109:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.094141:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 99 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.094153:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679256064:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.094970:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f960d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.100378:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679256064:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.100404:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.100449:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685336832:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6778us (7083us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.100460:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17346 00000100:00100000:0.0:1746157083.103155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.103334:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685337088 00000100:00100000:1.0:1746157083.103343:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685337088 00002000:00100000:1.0:1746157083.103391:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4700 x1830977685337088/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.103401:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4700 with x1830977685337088 ext(0->4095) 00002000:00010000:1.0:1746157083.103407:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a4700 00000100:00100000:1.0:1746157083.103441:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13806 00000100:00100000:1.0:1746157083.103449:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2011:x1830977685337088:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157083.103601:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2011:x1830977685337088:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.103608:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13806 00002000:00100000:1.0:1746157083.103613:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4700 x1830977685337088/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.103620:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4700 with x1830977685337088 ext(0->4095) 00002000:00010000:1.0:1746157083.103623:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a4700 00000100:00100000:0.0:1746157083.111167:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.111440:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685337216 00000100:00100000:1.0:1746157083.111449:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685337216 00000100:00100000:1.0:1746157083.111512:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30008 00000100:00100000:1.0:1746157083.111520:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685337216:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157083.111540:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157083.111559:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482013c expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.111589:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.111597:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.111598:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.111602:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.111630:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.111646:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 99 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.111657:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679256192:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157083.112857:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746157083.124583:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679256192:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157083.124620:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.124639:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6fe00, rc 0) 00000100:00100000:1.0:1746157083.124704:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685337216:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13184us (13550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.124713:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30008 00000100:00100000:0.0:1746157083.125664:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.125715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.125812:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685337472 00000100:00100000:1.0:1746157083.125819:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685337472 00000100:00100000:1.0:1746157083.125869:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30009 00000100:00100000:1.0:1746157083.125877:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1767:x1830977685337472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157083.125893:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157083.125909:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820143 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.125935:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.125951:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.125962:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157083.125965:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.125998:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.126009:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.126017:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e400, rc 0) 00000100:00100000:3.0:1746157083.126110:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685337344 00000100:00100000:3.0:1746157083.126114:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685337344 00002000:00100000:3.0:1746157083.126142:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306a6d80 x1830977685337344/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.126151:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6d80 with x1830977685337344 ext(0->7) 00010000:00010000:3.0:1746157083.126157:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 102 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.126168:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 102 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157083.126174:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6d80 00000100:00100000:3.0:1746157083.126189:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2838 00000100:00100000:3.0:1746157083.126195:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2011:x1830977685337344:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157083.126440:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:1767:x1830977685337472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 563us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.126446:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30009 00000100:00100000:3.0:1746157083.127127:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:2011:x1830977685337344:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 931us (1465us total) trans 4294970617 rc 0/0 00000100:00100000:3.0:1746157083.127134:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2838 00002000:00100000:3.0:1746157083.127140:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306a6d80 x1830977685337344/t4294970617(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/448 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.127148:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6d80 with x1830977685337344 ext(0->7) 00010000:00010000:3.0:1746157083.127154:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.127164:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157083.127170:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6d80 00000100:00100000:0.0:1746157083.129218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.129281:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685337600 00000100:00100000:3.0:1746157083.129290:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685337600 00010000:00010000:3.0:1746157083.129328:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.129368:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17347 00000100:00100000:3.0:1746157083.129376:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:2012:x1830977685337600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.129389:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.129407:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.129421:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.129443:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820135 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.130851:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.130856:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.130868:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.130878:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.130920:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.130932:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 5 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.130953:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679256448:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.131684:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f960d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.136049:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679256448:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.136074:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.136119:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2012:x1830977685337600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6743us (6910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.136133:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17347 00000100:00100000:0.0:1746157083.136501:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.136565:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685337856 00000100:00100000:3.0:1746157083.136626:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685337856 00002000:00100000:3.0:1746157083.136665:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc18380 x1830977685337856/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.136674:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18380 with x1830977685337856 ext(0->4095) 00010000:00010000:3.0:1746157083.136682:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.136693:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157083.136700:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc18380 00000100:00100000:3.0:1746157083.136728:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2839 00000100:00100000:3.0:1746157083.136859:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685337856:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157083.137269:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685337856:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 533us (768us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.137275:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2839 00002000:00100000:3.0:1746157083.137281:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc18380 x1830977685337856/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.137288:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18380 with x1830977685337856 ext(0->4095) 00010000:00010000:3.0:1746157083.137292:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.137311:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157083.137316:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc18380 00000100:00100000:0.0:1746157083.138615:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.139091:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685337984 00000100:00100000:3.0:1746157083.139099:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685337984 00010000:00010000:3.0:1746157083.139134:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.139161:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17348 00000100:00100000:3.0:1746157083.139168:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a568bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685337984:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.139181:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.139201:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.139213:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.139237:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350c89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482013c expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.139268:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.139270:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.139278:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.139290:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.139325:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.139338:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679256576:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.140469:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f960d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.141194:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679256576:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.141215:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.141255:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a568bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685337984:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2086us (2643us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.141267:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17348 00000100:00100000:0.0:1746157083.141702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.141820:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685338240 00000100:00100000:3.0:1746157083.141826:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685338240 00002000:00100000:3.0:1746157083.141863:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19c00 x1830977685338240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.141873:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19c00 with x1830977685338240 ext(0->4095) 00002000:00010000:3.0:1746157083.141877:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc19c00 00000100:00100000:3.0:1746157083.141907:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13807 00000100:00100000:3.0:1746157083.141914:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2011:x1830977685338240:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157083.142235:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2011:x1830977685338240:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 321us (534us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.142244:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13807 00002000:00100000:3.0:1746157083.142249:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19c00 x1830977685338240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.142256:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19c00 with x1830977685338240 ext(0->4095) 00002000:00010000:3.0:1746157083.142259:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc19c00 00000100:00100000:0.0:1746157083.143571:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.143638:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685338368 00000100:00100000:1.0:1746157083.143645:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685338368 00000100:00100000:1.0:1746157083.143691:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30010 00000100:00100000:1.0:1746157083.143698:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685338368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157083.143713:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157083.143730:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482014a expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.143780:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.143788:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.143790:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.143793:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.143821:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.143832:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 101 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.143844:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679256704:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157083.143918:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746157083.148326:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679256704:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157083.148370:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.148389:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f600, rc 0) 00000100:00100000:1.0:1746157083.148441:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685338368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4743us (4874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.148450:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30010 00000100:00100000:0.0:1746157083.149289:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.149580:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685338496 00000100:00100000:3.0:1746157083.149589:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685338496 00010000:00010000:3.0:1746157083.149620:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 102 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.149655:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17349 00000100:00100000:3.0:1746157083.149662:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2011:x1830977685338496:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.149676:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.149696:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 102 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.149708:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 102 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.149731:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e400/0x7b65fed885350c90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820143 expref: 102 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.149783:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.149785:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.149793:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.149807:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.149837:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.149850:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679256832:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.149930:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.152717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.152981:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685338624 00000100:00100000:1.0:1746157083.152992:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685338624 00000100:00100000:1.0:1746157083.153335:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30011 00000100:00100000:1.0:1746157083.153344:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:1767:x1830977685338624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157083.153361:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157083.153378:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820151 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.153413:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.153419:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157083.153421:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157083.153424:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.153456:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.153467:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 5 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.153481:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679256960:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157083.154421:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.154615:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.154687:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679256832:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.154710:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.154766:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:2011:x1830977685338496:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5104us (5481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.154776:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17349 00000100:00100000:2.0:1746157083.155008:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685338880 00000100:00100000:2.0:1746157083.155015:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685338880 00002000:00100000:2.0:1746157083.155051:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25ad80 x1830977685338880/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.155060:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25ad80 with x1830977685338880 ext(0->4095) 00010000:00010000:2.0:1746157083.155068:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.155084:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.155089:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b25ad80 00000100:00100000:2.0:1746157083.156399:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2840 00000100:00100000:2.0:1746157083.156414:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685338880:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157083.156579:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685338880:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (1965us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.156586:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2840 00002000:00100000:2.0:1746157083.156592:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25ad80 x1830977685338880/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.156600:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25ad80 with x1830977685338880 ext(0->4095) 00010000:00010000:2.0:1746157083.156607:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.156618:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.156624:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b25ad80 00000100:00100000:1.0:1746157083.158031:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679256960:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157083.158060:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 102 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.158075:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ec00, rc 0) 00000100:00100000:1.0:1746157083.158636:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:1767:x1830977685338624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5292us (5928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.158644:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30011 00000100:00100000:0.0:1746157083.159186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.160055:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.160370:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685339136 00000100:00100000:3.0:1746157083.160379:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685339136 00010000:00010000:3.0:1746157083.160414:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.160441:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17350 00000100:00100000:3.0:1746157083.160448:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685339136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.160463:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.160483:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.160494:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.160519:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed885350c97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482014a expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.160538:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.160541:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.160548:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.160555:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.160587:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.160600:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679257088:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.160685:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b17480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157083.161283:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685339008 00000100:00100000:1.0:1746157083.161288:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685339008 00000100:00100000:1.0:1746157083.161315:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30012 00000100:00100000:1.0:1746157083.161320:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:1768:x1830977685339008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157083.161334:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157083.161346:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820158 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.161363:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.161370:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.161371:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.161379:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 103 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.161397:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.161408:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.161416:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679257216:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157083.161454:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.166413:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679257088:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.166443:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.166504:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685339136:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6054us (6448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.166513:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17350 00000100:00100000:2.0:1746157083.166725:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.166799:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679257216:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157083.166823:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 103 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.166846:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f800, rc 0) 00000100:00100000:1.0:1746157083.166870:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:1768:x1830977685339008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5549us (7686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.166876:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30012 00000100:00100000:1.0:1746157083.166902:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685339392 00000100:00100000:1.0:1746157083.166908:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685339392 00002000:00100000:1.0:1746157083.166969:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d2a00 x1830977685339392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.166977:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2a00 with x1830977685339392 ext(0->4095) 00010000:00010000:1.0:1746157083.166983:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.166993:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157083.167000:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d2a00 00000100:00100000:1.0:1746157083.167013:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2841 00000100:00100000:1.0:1746157083.167020:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:2011:x1830977685339392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157083.167132:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:2011:x1830977685339392:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.167137:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2841 00002000:00100000:1.0:1746157083.167142:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d2a00 x1830977685339392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.167154:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2a00 with x1830977685339392 ext(0->4095) 00010000:00010000:1.0:1746157083.167158:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.167166:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157083.167171:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d2a00 00000100:00100000:0.0:1746157083.173138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.173239:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685339520 00000100:00100000:3.0:1746157083.173249:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685339520 00010000:00010000:3.0:1746157083.173292:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.173328:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17351 00000100:00100000:3.0:1746157083.173336:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:2013:x1830977685339520:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.173353:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.173373:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.173385:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.173407:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885350c9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820151 expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.173441:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.173443:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.173450:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 102 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.173458:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 102 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.173492:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 102 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.173504:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679257344:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.175781:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.177774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.179271:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679257344:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.179299:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.179349:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2013:x1830977685339520:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6013us (6222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.179359:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17351 00000100:00100000:2.0:1746157083.180434:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685339776 00000100:00100000:2.0:1746157083.180444:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685339776 00002000:00100000:2.0:1746157083.180485:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25a680 x1830977685339776/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.180499:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25a680 with x1830977685339776 ext(0->4095) 00002000:00010000:2.0:1746157083.180504:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b25a680 00000100:00100000:2.0:1746157083.180537:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13808 00000100:00100000:2.0:1746157083.180543:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2011:x1830977685339776:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157083.180690:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2011:x1830977685339776:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (2921us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.180696:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13808 00002000:00100000:2.0:1746157083.180700:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b25a680 x1830977685339776/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.180707:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b25a680 with x1830977685339776 ext(0->4095) 00002000:00010000:2.0:1746157083.180709:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b25a680 00000100:00100000:0.0:1746157083.182264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.182359:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685339904 00000100:00100000:1.0:1746157083.182367:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685339904 00000100:00100000:1.0:1746157083.182542:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30013 00000100:00100000:1.0:1746157083.182551:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685339904:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157083.182567:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157083.182586:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482015f expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.182613:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.182620:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.182622:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.182625:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.182656:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 101 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.182673:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 101 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.182684:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679257472:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157083.187068:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.190312:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.190384:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685340032 00000100:00100000:2.0:1746157083.190392:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685340032 00002000:00100000:2.0:1746157083.190433:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306ef480 x1830977685340032/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.190442:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef480 with x1830977685340032 ext(0->7) 00010000:00010000:2.0:1746157083.190451:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 102 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.190464:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 102 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.190471:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ef480 00000100:00100000:2.0:1746157083.190492:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2842 00000100:00100000:2.0:1746157083.190499:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2013:x1830977685340032:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157083.190686:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679257472:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157083.190713:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.190727:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e800, rc 0) 00000100:00100000:1.0:1746157083.190793:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685339904:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8240us (8534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.190800:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30013 00000100:00100000:2.0:1746157083.192060:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2013:x1830977685340032:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1558us (1753us total) trans 4294970618 rc 0/0 00000100:00100000:2.0:1746157083.192067:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2842 00002000:00100000:2.0:1746157083.192074:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306ef480 x1830977685340032/t4294970618(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/448 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.192082:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef480 with x1830977685340032 ext(0->7) 00010000:00010000:2.0:1746157083.192088:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 104 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.192099:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 104 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.192105:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ef480 00000100:00100000:0.0:1746157083.200321:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.200416:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685340160 00000100:00100000:3.0:1746157083.200426:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685340160 00010000:00010000:3.0:1746157083.200464:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 104 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.200493:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17352 00000100:00100000:3.0:1746157083.200501:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2012:x1830977685340160:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.200516:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.200534:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 104 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.200546:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 104 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.200569:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ca5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820158 expref: 104 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.200599:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.200601:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.200607:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.200615:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.200650:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.200661:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679257600:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.203153:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.212872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.212967:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685340416 00000100:00100000:2.0:1746157083.212976:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685340416 00002000:00100000:2.0:1746157083.213025:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ee300 x1830977685340416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.213035:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ee300 with x1830977685340416 ext(0->4095) 00002000:00010000:2.0:1746157083.213045:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ee300 00000100:00100000:2.0:1746157083.213068:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13809 00000100:00100000:2.0:1746157083.213075:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685340416:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157083.213246:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685340416:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.213255:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13809 00002000:00100000:2.0:1746157083.213262:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ee300 x1830977685340416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157083.213570:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679257600:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.213596:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.213622:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:2012:x1830977685340160:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 13122us (13313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.213629:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17352 00002000:00100000:2.0:1746157083.214329:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ee300 with x1830977685340416 ext(0->4095) 00002000:00010000:2.0:1746157083.214334:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ee300 00000100:00100000:0.0:1746157083.215551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.215635:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685340544 00000100:00100000:1.0:1746157083.215643:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685340544 00000100:00100000:2.0:1746157083.215854:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30014 00000100:00100000:2.0:1746157083.215863:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:1768:x1830977685340544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.215881:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.215897:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820166 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.215924:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.215931:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.215933:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.215945:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.215973:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.215984:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 5 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.215995:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679257728:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.216071:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.219668:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.219812:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679257728:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.219845:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.219862:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c694200, rc 0) 00000100:00100000:2.0:1746157083.219907:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:1768:x1830977685340544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4045us (4361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.219916:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30014 00000100:00100000:3.0:1746157083.220054:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685340672 00000100:00100000:3.0:1746157083.220061:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685340672 00010000:00010000:3.0:1746157083.220091:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.220126:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17353 00000100:00100000:3.0:1746157083.220133:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685340672:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.220147:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.220167:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.220177:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.220200:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885350cac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482015f expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.220216:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.220218:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.220224:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 103 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.220232:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 103 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.220262:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 103 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.220272:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679257856:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.220324:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.220927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.221243:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685340800 00000100:00100000:2.0:1746157083.221248:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685340800 00000100:00100000:2.0:1746157083.221290:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30015 00000100:00100000:2.0:1746157083.221295:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:1767:x1830977685340800:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.221308:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.221322:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482016d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.221341:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.221347:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.221349:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.221351:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.221377:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.221393:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.221401:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679257984:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.221444:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.222722:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679257984:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.222779:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.222793:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c695800, rc 0) 00000100:00100000:2.0:1746157083.222833:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:1767:x1830977685340800:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1532us (1901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.222841:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30015 00000100:00100000:0.0:1746157083.223095:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.223145:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685341056 00000100:00100000:2.0:1746157083.223150:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685341056 00002000:00100000:2.0:1746157083.223180:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce87b80 x1830977685341056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.223189:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce87b80 with x1830977685341056 ext(0->4095) 00010000:00010000:2.0:1746157083.223195:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.223205:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.223215:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce87b80 00000100:00100000:2.0:1746157083.223228:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2843 00000100:00100000:2.0:1746157083.223233:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2011:x1830977685341056:12345-192.168.203.44@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746157083.223454:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2011:x1830977685341056:12345-192.168.203.44@tcp:3:ldlm_bl.0 Request processed in 219us (359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.223459:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2843 00002000:00100000:2.0:1746157083.223464:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce87b80 x1830977685341056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.223470:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce87b80 with x1830977685341056 ext(0->4095) 00010000:00010000:2.0:1746157083.223474:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.223482:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.223487:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce87b80 00000100:00100000:3.0:1746157083.223549:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679257856:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.223565:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.224100:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685340672:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3966us (4442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.224109:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17353 00000100:00100000:0.0:1746157083.226842:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.226964:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.227061:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685341184 00000100:00100000:2.0:1746157083.227070:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685341184 00000100:00100000:2.0:1746157083.227118:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30016 00000100:00100000:2.0:1746157083.227126:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685341184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.227145:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.227163:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820174 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.227194:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.227199:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.227206:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157083.227209:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.227246:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.227258:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.227267:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f116800, rc 0) 00000100:00100000:2.0:1746157083.227314:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685341184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.227320:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30016 00000100:00100000:3.0:1746157083.227494:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685341312 00000100:00100000:3.0:1746157083.227499:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685341312 00010000:00010000:3.0:1746157083.227518:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.227548:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17354 00000100:00100000:3.0:1746157083.227554:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2011:x1830977685341312:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.227566:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.227583:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.227593:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.227610:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820166 expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.227621:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.227622:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.227628:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.227635:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.227653:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.227663:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 104 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.227673:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679258240:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.227726:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.230490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.230725:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685341568 00000100:00100000:2.0:1746157083.230732:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685341568 00002000:00100000:2.0:1746157083.230799:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce86300 x1830977685341568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.230809:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86300 with x1830977685341568 ext(0->4095) 00010000:00010000:2.0:1746157083.230817:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.230834:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.230840:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce86300 00000100:00100000:3.0:1746157083.230844:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679258240:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.230862:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2844 00010000:00010000:3.0:1746157083.230866:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.230868:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2011:x1830977685341568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157083.231135:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2011:x1830977685341312:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3579us (4170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.231143:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17354 00000100:00100000:2.0:1746157083.231696:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2011:x1830977685341568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 826us (1212us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.231703:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2844 00002000:00100000:2.0:1746157083.231709:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce86300 x1830977685341568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.231715:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86300 with x1830977685341568 ext(0->4095) 00010000:00010000:2.0:1746157083.231721:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 104 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.231731:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 104 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.231753:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce86300 00000100:00100000:0.0:1746157083.235528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.235588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.235673:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685341824 00000100:00100000:1.0:1746157083.235673:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685341696 00000100:00100000:3.0:1746157083.235681:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685341824 00000100:00100000:1.0:1746157083.235681:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685341696 00010000:00010000:3.0:1746157083.235716:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.235753:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30017 00000100:00100000:3.0:1746157083.235760:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17355 00000100:00100000:1.0:1746157083.235761:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:1767:x1830977685341696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157083.235765:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a568b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2012:x1830977685341824:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.235778:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157083.235778:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157083.235792:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482017b expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.235796:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.235806:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 106 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.235924:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.235931:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.235946:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157083.235949:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 106 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.235985:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.235998:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 106 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.236007:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6fa00, rc 0) 00000100:00100000:1.0:1746157083.236201:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:1767:x1830977685341696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 439us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.236207:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30017 00010000:00010000:3.0:1746157083.236475:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c695800/0x7b65fed885350cba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482016d expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.236500:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.236502:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.236508:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.236515:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.236536:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.236547:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 5 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.236557:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679258496:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.236626:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b17480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.238612:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679258496:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.238637:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.238678:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a568b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2012:x1830977685341824:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2911us (3088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.238689:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17355 00000100:00100000:0.0:1746157083.240454:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.240506:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685342080 00000100:00100000:2.0:1746157083.240515:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685342080 00002000:00100000:2.0:1746157083.240561:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84a80 x1830977685342080/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.240569:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84a80 with x1830977685342080 ext(0->4095) 00010000:00010000:2.0:1746157083.240579:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.240591:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.240597:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce84a80 00000100:00100000:2.0:1746157083.240626:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2845 00000100:00100000:2.0:1746157083.240633:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685342080:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157083.240799:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685342080:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.240806:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2845 00002000:00100000:2.0:1746157083.240811:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84a80 x1830977685342080/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.240819:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84a80 with x1830977685342080 ext(0->4095) 00010000:00010000:2.0:1746157083.240823:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.240832:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.240837:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce84a80 00000100:00100000:0.0:1746157083.242945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.244040:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685342208 00000100:00100000:3.0:1746157083.244049:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685342208 00010000:00010000:3.0:1746157083.244086:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.244122:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17356 00000100:00100000:3.0:1746157083.244130:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685342208:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.244144:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.244165:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.244182:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.244210:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f116800/0x7b65fed885350cc1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820174 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.244242:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.244244:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.244253:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 103 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.244261:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 103 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.244297:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 103 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.244309:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679258624:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.244399:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b176c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.246355:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679258624:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.246381:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.246991:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685342208:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2858us (4058us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.247001:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17356 00000100:00100000:0.0:1746157083.249313:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.249409:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685342464 00000100:00100000:2.0:1746157083.249418:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685342464 00002000:00100000:2.0:1746157083.249462:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fea00 x1830977685342464/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.249502:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fea00 with x1830977685342464 ext(0->4095) 00002000:00010000:2.0:1746157083.249509:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fea00 00000100:00100000:2.0:1746157083.251124:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13810 00000100:00100000:2.0:1746157083.251137:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2010:x1830977685342464:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157083.251318:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2010:x1830977685342464:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (2014us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.251325:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13810 00002000:00100000:2.0:1746157083.251332:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fea00 x1830977685342464/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.251340:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fea00 with x1830977685342464 ext(0->4095) 00002000:00010000:2.0:1746157083.251345:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fea00 00000100:00100000:0.0:1746157083.256133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.256207:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685342592 00000100:00100000:1.0:1746157083.256420:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685342592 00000100:00100000:1.0:1746157083.257239:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30018 00000100:00100000:1.0:1746157083.257249:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685342592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157083.257268:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157083.257287:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820182 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.257316:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 103 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.257323:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.257326:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157083.257329:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.257358:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 103 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.257370:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 103 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.257381:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679258752:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157083.258904:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746157083.260342:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679258752:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157083.260375:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.260392:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f800, rc 0) 00000100:00100000:1.0:1746157083.260433:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685342592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3186us (4310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.260441:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30018 00000100:00100000:0.0:1746157083.270297:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.270369:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685342720 00000100:00100000:2.0:1746157083.270379:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685342720 00002000:00100000:2.0:1746157083.270427:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012a2fed80 x1830977685342720/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.270435:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fed80 with x1830977685342720 ext(0->7) 00010000:00010000:2.0:1746157083.270444:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 104 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.270457:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 104 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.270463:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2fed80 00000100:00100000:2.0:1746157083.270494:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2846 00000100:00100000:2.0:1746157083.270503:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2010:x1830977685342720:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157083.272208:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2010:x1830977685342720:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1697us (1911us total) trans 4294970619 rc 0/0 00000100:00100000:2.0:1746157083.272219:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2846 00002000:00100000:2.0:1746157083.272229:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012a2fed80 x1830977685342720/t4294970619(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/448 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.272237:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fed80 with x1830977685342720 ext(0->7) 00010000:00010000:2.0:1746157083.272395:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 106 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.272408:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 106 pid: 9578 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.272414:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2fed80 00000100:00100000:2.0:1746157083.284339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.288238:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685342848 00000100:00100000:3.0:1746157083.288254:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685342848 00010000:00010000:3.0:1746157083.288304:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 106 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.288360:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17357 00000100:00100000:3.0:1746157083.288367:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2012:x1830977685342848:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.288385:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.288408:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 106 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.288420:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 106 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.288445:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350cc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482017b expref: 106 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.288475:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.288477:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.288485:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.288492:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.288528:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.288540:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679258880:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.288647:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b176c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.290917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.291021:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685343104 00000100:00100000:2.0:1746157083.291030:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685343104 00002000:00100000:2.0:1746157083.291075:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fdc00 x1830977685343104/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.291085:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fdc00 with x1830977685343104 ext(0->4095) 00002000:00010000:2.0:1746157083.291090:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fdc00 00000100:00100000:2.0:1746157083.291111:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13811 00000100:00100000:2.0:1746157083.291119:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685343104:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157083.291266:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685343104:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.291274:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13811 00002000:00100000:2.0:1746157083.291278:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fdc00 x1830977685343104/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.291285:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fdc00 with x1830977685343104 ext(0->4095) 00002000:00010000:2.0:1746157083.291287:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fdc00 00000100:00100000:3.0:1746157083.295220:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679258880:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.295250:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.295325:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2012:x1830977685342848:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6956us (10992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.295336:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17357 00000100:00100000:0.0:1746157083.296237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.296318:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685343232 00000100:00100000:1.0:1746157083.296325:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685343232 00000100:00100000:2.0:1746157083.297667:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30019 00000100:00100000:2.0:1746157083.297677:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:1767:x1830977685343232:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.297698:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.297718:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820189 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.297761:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.297768:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.297769:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.297773:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 106 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.297803:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.297815:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 5 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.297825:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679259008:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.297913:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.302867:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.302991:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.303028:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685343360 00000100:00100000:0.0:1746157083.303036:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685343360 00000100:00100000:0.0:1746157083.303076:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30020 00000100:00100000:0.0:1746157083.303084:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+107:1768:x1830977685343360:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157083.303102:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157083.303119:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820190 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157083.303151:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157083.303156:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 108 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157083.303162:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157083.303165:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 108 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157083.303206:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 108 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157083.303218:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 108 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157083.303227:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135661000, rc 0) 00000100:00100000:0.0:1746157083.303269:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:1768:x1830977685343360:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157083.303275:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30020 00000100:00100000:3.0:1746157083.303581:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685343488 00000100:00100000:3.0:1746157083.303585:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685343488 00010000:00010000:3.0:1746157083.303604:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.303621:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17358 00000100:00100000:3.0:1746157083.303626:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685343488:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.303634:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.303651:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.303661:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.303675:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.303677:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.303682:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.303688:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.303711:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.303720:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.303730:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679259264:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.303802:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b176c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746157083.305986:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ccf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820182 expref: 6 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.306013:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679259008:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.306046:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.306055:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.306070:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c694200, rc 0) 00000100:00100000:2.0:1746157083.306121:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+107:1767:x1830977685343232:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8446us (9885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.306129:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30019 00000100:00100000:3.0:1746157083.308299:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679259264:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.308323:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.308361:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685343488:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4732us (5368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.308372:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17358 00000100:00100000:1.0:1746157083.312319:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.312395:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685343744 00000100:00100000:0.0:1746157083.312405:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685343744 00002000:00100000:0.0:1746157083.312450:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20aa00 x1830977685343744/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.312459:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20aa00 with x1830977685343744 ext(0->4095) 00010000:00010000:0.0:1746157083.312469:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157083.312483:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157083.312489:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20aa00 00000100:00100000:0.0:1746157083.312768:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2847 00000100:00100000:3.0:1746157083.313490:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+107:2012:x1830977685343744:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157083.313659:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+107:2012:x1830977685343744:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 883us (1351us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.313666:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2847 00002000:00100000:3.0:1746157083.313673:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20aa00 x1830977685343744/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.313681:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20aa00 with x1830977685343744 ext(0->4095) 00010000:00010000:3.0:1746157083.313688:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.313704:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157083.313710:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20aa00 00000100:00100000:0.0:1746157083.320060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.320308:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685343872 00000100:00100000:3.0:1746157083.320318:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685343872 00010000:00010000:3.0:1746157083.320354:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.321711:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17359 00000100:00100000:3.0:1746157083.321724:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+107:2010:x1830977685343872:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.321754:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.321781:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.321793:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.321816:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885350cd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820189 expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.321847:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.321849:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.321856:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 106 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.321868:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 106 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.321904:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 106 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.322076:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679259392:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.322168:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b176c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.326329:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679259392:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.326358:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.326413:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2010:x1830977685343872:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4692us (6364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.326424:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17359 00000100:00100000:0.0:1746157083.328485:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.328972:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685344128 00000100:00100000:3.0:1746157083.328980:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685344128 00002000:00100000:3.0:1746157083.329028:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cea00 x1830977685344128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.329038:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cea00 with x1830977685344128 ext(0->4095) 00002000:00010000:3.0:1746157083.329043:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5cea00 00000100:00100000:3.0:1746157083.329077:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13812 00000100:00100000:3.0:1746157083.329085:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2011:x1830977685344128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157083.329563:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2011:x1830977685344128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 478us (1083us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.329573:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13812 00002000:00100000:3.0:1746157083.329579:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cea00 x1830977685344128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.329586:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cea00 with x1830977685344128 ext(0->4095) 00002000:00010000:3.0:1746157083.329590:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5cea00 00000100:00100000:0.0:1746157083.333724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.334083:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685344256 00000100:00100000:2.0:1746157083.334095:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685344256 00000100:00100000:2.0:1746157083.334153:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30021 00000100:00100000:2.0:1746157083.334162:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685344256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.334184:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.334203:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820197 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.334234:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 105 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.334247:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.334249:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.334252:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.334284:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 105 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.334296:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 105 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.334309:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679259520:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.334393:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.336555:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679259520:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.336592:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.336611:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091114000, rc 0) 00000100:00100000:2.0:1746157083.336659:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685344256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2497us (2942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.336667:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30021 00000100:00100000:0.0:1746157083.337860:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.338185:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685344384 00000100:00100000:3.0:1746157083.338194:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685344384 00010000:00010000:3.0:1746157083.338228:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 106 pid: 9578 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.338261:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17360 00000100:00100000:3.0:1746157083.338270:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2011:x1830977685344384:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.338283:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.338303:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 106 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.338314:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 106 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.338336:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885350cdd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820190 expref: 106 pid: 9578 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.338426:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.338429:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.338436:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.338449:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.338484:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.338495:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679259648:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.339356:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b176c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.340675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.340872:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685344512 00000100:00100000:2.0:1746157083.340881:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685344512 00000100:00100000:2.0:1746157083.340920:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30022 00000100:00100000:2.0:1746157083.340929:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:1767:x1830977685344512:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.340962:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.340980:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482019e expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.341006:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.341013:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.341015:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.341018:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 107 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.341047:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.341060:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 5 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.341072:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679259776:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157083.341184:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679259648:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.341205:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.341328:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.341496:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+107:2011:x1830977685344384:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3226us (3641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.341506:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17360 00000100:00100000:0.0:1746157083.341552:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.341760:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685344768 00000100:00100000:3.0:1746157083.341763:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685344768 00002000:00100000:3.0:1746157083.341791:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d67bb80 x1830977685344768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.341800:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67bb80 with x1830977685344768 ext(0->4095) 00010000:00010000:3.0:1746157083.341807:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.341817:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157083.341823:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d67bb80 00000100:00100000:3.0:1746157083.341837:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2848 00000100:00100000:3.0:1746157083.341842:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685344768:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157083.341982:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685344768:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (430us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.341988:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2848 00002000:00100000:3.0:1746157083.341994:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d67bb80 x1830977685344768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.342000:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67bb80 with x1830977685344768 ext(0->4095) 00010000:00010000:3.0:1746157083.342005:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.342014:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157083.342023:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d67bb80 00000100:00100000:2.0:1746157083.342809:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679259776:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.342933:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 106 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.342959:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80a00, rc 0) 00000100:00100000:2.0:1746157083.343017:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:1767:x1830977685344512:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2088us (2346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.343695:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30022 00000100:00100000:0.0:1746157083.348056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.348247:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685344896 00000100:00100000:3.0:1746157083.348256:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685344896 00010000:00010000:3.0:1746157083.348294:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.348324:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17361 00000100:00100000:3.0:1746157083.348332:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685344896:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.348348:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.348368:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.348385:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.348410:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091114000/0x7b65fed885350ce4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820197 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.349355:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.349360:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.349369:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.349378:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.349419:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.349431:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679259904:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.349516:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b176c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.353056:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679259904:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.353085:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.353141:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685344896:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4807us (5093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.353153:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17361 00000100:00100000:0.0:1746157083.357364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.357682:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685345152 00000100:00100000:3.0:1746157083.357694:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685345152 00002000:00100000:3.0:1746157083.357838:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d679f80 x1830977685345152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.357850:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d679f80 with x1830977685345152 ext(0->4095) 00002000:00010000:3.0:1746157083.357859:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d679f80 00000100:00100000:3.0:1746157083.357887:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13813 00000100:00100000:3.0:1746157083.357895:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2010:x1830977685345152:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157083.358056:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2010:x1830977685345152:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (703us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.358062:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13813 00002000:00100000:3.0:1746157083.358068:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d679f80 x1830977685345152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.358075:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d679f80 with x1830977685345152 ext(0->4095) 00002000:00010000:3.0:1746157083.358077:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d679f80 00000100:00100000:0.0:1746157083.361293:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.361373:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685345280 00000100:00100000:2.0:1746157083.361384:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685345280 00000100:00100000:2.0:1746157083.361445:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30023 00000100:00100000:2.0:1746157083.361452:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685345280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.361468:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.361483:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201a5 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.361506:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.361513:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.361515:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.361517:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.361543:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.361553:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 105 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.361563:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679260032:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.361647:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.372062:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.372163:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685345408 00000100:00100000:3.0:1746157083.372176:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685345408 00002000:00100000:3.0:1746157083.372232:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d0c000 x1830977685345408/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.372242:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0c000 with x1830977685345408 ext(0->7) 00010000:00010000:3.0:1746157083.372252:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 106 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.372267:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 106 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157083.372279:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0c000 00000100:00100000:3.0:1746157083.372306:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2849 00000100:00100000:3.0:1746157083.372314:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2011:x1830977685345408:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157083.372803:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679260032:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.372832:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.372848:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80e00, rc 0) 00000100:00100000:2.0:1746157083.372897:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685345280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11445us (11614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.372905:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30023 00000100:00100000:0.0:1746157083.373603:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:2011:x1830977685345408:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1288us (1546us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1746157083.373610:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2849 00002000:00100000:0.0:1746157083.373617:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d0c000 x1830977685345408/t4294970620(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/448 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.373625:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0c000 with x1830977685345408 ext(0->7) 00010000:00010000:0.0:1746157083.373632:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 108 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157083.373644:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 108 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157083.373649:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0c000 00000100:00100000:0.0:1746157083.379401:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.379482:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685345536 00000100:00100000:2.0:1746157083.379489:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685345536 00000100:00100000:2.0:1746157083.379521:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30024 00000100:00100000:2.0:1746157083.379527:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:1767:x1830977685345536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.379541:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.379554:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201ac expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.379576:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.379581:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.379585:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157083.379588:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 109 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.379618:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.379629:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 109 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.379640:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80c00, rc 0) 00000100:00100000:2.0:1746157083.379685:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+109:1767:x1830977685345536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.379690:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30024 00000100:00100000:0.0:1746157083.381765:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.381855:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685345664 00000100:00100000:3.0:1746157083.381871:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685345664 00010000:00010000:3.0:1746157083.381916:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 109 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.381973:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17362 00000100:00100000:3.0:1746157083.381981:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a568b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+109:2010:x1830977685345664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.381996:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.382018:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 109 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.382031:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 109 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.382054:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350ceb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482019e expref: 109 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.384593:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.384601:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.384617:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.384634:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.384685:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.384699:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 5 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.384713:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679260288:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157083.393910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.393946:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685345920 00000100:00100000:0.0:1746157083.393955:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685345920 00002000:00100000:0.0:1746157083.393998:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0f100 x1830977685345920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.394008:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0f100 with x1830977685345920 ext(0->4095) 00010000:00010000:0.0:1746157083.394017:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157083.394030:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157083.394036:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0f100 00000100:00100000:0.0:1746157083.394052:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2850 00000100:00100000:0.0:1746157083.394058:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685345920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157083.394198:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685345920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157083.394204:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2850 00002000:00100000:0.0:1746157083.394209:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0f100 x1830977685345920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.394216:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0f100 with x1830977685345920 ext(0->4095) 00010000:00010000:0.0:1746157083.394219:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157083.394227:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157083.394232:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0f100 00000100:00100000:3.0:1746157083.394605:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9b176c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.397510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.397625:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685346048 00000100:00100000:1.0:1746157083.397635:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685346048 00010000:00010000:1.0:1746157083.397673:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.397703:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17363 00000100:00100000:3.0:1746157083.397708:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679260288:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157083.397711:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685346048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157083.397724:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.397747:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157083.397764:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.397776:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.397799:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350cf2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201a5 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.397804:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a568b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:2010:x1830977685345664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 15823us (16073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.397812:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17362 00010000:00010000:1.0:1746157083.397836:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157083.397838:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157083.397846:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 107 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.397854:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 107 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.397889:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 107 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157083.397901:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800910bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679260416:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157083.397970:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746157083.400211:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800910bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679260416:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157083.400232:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157083.400273:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685346048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2562us (2775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.400283:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17363 00000100:00100000:0.0:1746157083.401664:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.401871:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685346304 00000100:00100000:2.0:1746157083.401880:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685346304 00002000:00100000:2.0:1746157083.401925:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b334700 x1830977685346304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.401944:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334700 with x1830977685346304 ext(0->4095) 00002000:00010000:2.0:1746157083.401950:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b334700 00000100:00100000:2.0:1746157083.401976:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13814 00000100:00100000:2.0:1746157083.401983:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:2012:x1830977685346304:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157083.402147:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:2012:x1830977685346304:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (491us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.402154:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13814 00002000:00100000:2.0:1746157083.402160:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b334700 x1830977685346304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.402168:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334700 with x1830977685346304 ext(0->4095) 00002000:00010000:2.0:1746157083.402170:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b334700 00000100:00100000:0.0:1746157083.405237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.405430:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685346432 00000100:00100000:2.0:1746157083.405440:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685346432 00000100:00100000:2.0:1746157083.405482:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30025 00000100:00100000:2.0:1746157083.405489:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685346432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.405509:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.405527:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201b3 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.405558:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 107 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.405566:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.405567:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.405571:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.405600:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 107 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.405611:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 107 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.405623:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679260544:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.405706:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.407708:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679260544:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.407764:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.407781:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80200, rc 0) 00000100:00100000:2.0:1746157083.407823:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685346432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2334us (2597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.407835:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30025 00000100:00100000:0.0:1746157083.408611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.408688:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685346560 00000100:00100000:1.0:1746157083.408694:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685346560 00010000:00010000:1.0:1746157083.408720:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 108 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.408758:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17364 00000100:00100000:1.0:1746157083.408765:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:2011:x1830977685346560:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157083.408779:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157083.408797:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 108 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.408807:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 108 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.408828:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350cf9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ac expref: 108 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.408853:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157083.408855:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157083.408862:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.408870:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.408901:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157083.408912:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800910bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679260672:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157083.408981:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.414282:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.414767:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685346688 00000100:00100000:2.0:1746157083.414776:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685346688 00000100:00100000:2.0:1746157083.414809:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30026 00000100:00100000:2.0:1746157083.414816:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff4c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:1767:x1830977685346688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.414832:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.414846:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201ba expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.414870:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.414877:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.414879:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.414882:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 109 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.414908:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.414918:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 5 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.414927:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679260800:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.415020:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.417524:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.417666:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679260800:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.417689:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 109 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.417704:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80e00, rc 0) 00000100:00100000:3.0:1746157083.417759:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff4c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+109:1767:x1830977685346688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2943us (3484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.417766:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30026 00000100:00100000:2.0:1746157083.417952:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685346944 00000100:00100000:2.0:1746157083.417958:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685346944 00002000:00100000:2.0:1746157083.417986:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336d80 x1830977685346944/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.417994:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336d80 with x1830977685346944 ext(0->4095) 00010000:00010000:2.0:1746157083.417999:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.418009:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.418014:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336d80 00000100:00100000:2.0:1746157083.418028:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2851 00000100:00100000:2.0:1746157083.418033:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685346944:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157083.418129:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685346944:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (612us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.418134:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2851 00002000:00100000:2.0:1746157083.418139:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336d80 x1830977685346944/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.418146:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336d80 with x1830977685346944 ext(0->4095) 00010000:00010000:2.0:1746157083.418150:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.418159:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.418164:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336d80 00000100:00100000:1.0:1746157083.418231:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800910bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679260672:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157083.418242:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157083.418258:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:2011:x1830977685346560:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9494us (9650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.418265:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17364 00000100:00100000:0.0:1746157083.426844:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.427765:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685347072 00000100:00100000:1.0:1746157083.427773:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685347072 00010000:00010000:1.0:1746157083.427804:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746157083.427832:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17365 00000100:00100000:1.0:1746157083.427837:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685347072:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157083.427849:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157083.427865:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.427875:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.427892:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201b3 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.427919:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157083.427921:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157083.427926:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 107 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.427933:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 107 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.427969:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 107 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157083.427979:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800910bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679260928:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157083.428054:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746157083.431522:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800910bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679260928:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157083.431541:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157083.431573:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685347072:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3734us (4740us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157083.431582:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17365 00000100:00100000:0.0:1746157083.435546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.436826:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685347328 00000100:00100000:3.0:1746157083.436835:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685347328 00002000:00100000:3.0:1746157083.436870:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b337480 x1830977685347328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.436879:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b337480 with x1830977685347328 ext(0->4095) 00002000:00010000:3.0:1746157083.436884:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b337480 00000100:00100000:3.0:1746157083.436907:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13815 00000100:00100000:3.0:1746157083.436913:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:2010:x1830977685347328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157083.437029:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:2010:x1830977685347328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (1490us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.437035:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13815 00002000:00100000:3.0:1746157083.437040:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b337480 x1830977685347328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.437047:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b337480 with x1830977685347328 ext(0->4095) 00002000:00010000:3.0:1746157083.437049:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b337480 00000100:00100000:0.0:1746157083.443892:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.443956:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685347456 00000100:00100000:3.0:1746157083.443964:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685347456 00000100:00100000:3.0:1746157083.444015:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30027 00000100:00100000:3.0:1746157083.444023:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685347456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.444038:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157083.444052:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201c1 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.444082:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 107 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.444093:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.444094:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.444097:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.444123:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 107 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.444139:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 107 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.444149:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679261056:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157083.444225:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800911350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.446027:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679261056:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.446052:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.446064:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157083.446094:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685347456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2073us (2212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.446102:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30027 00000100:00100000:0.0:1746157083.449497:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.450556:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685347584 00000100:00100000:2.0:1746157083.450566:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685347584 00002000:00100000:2.0:1746157083.450605:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b334a80 x1830977685347584/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.450614:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334a80 with x1830977685347584 ext(0->7) 00010000:00010000:2.0:1746157083.450622:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 108 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.450634:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 108 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.450640:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b334a80 00000100:00100000:2.0:1746157083.450672:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2852 00000100:00100000:2.0:1746157083.450678:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+108:2011:x1830977685347584:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157083.452785:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2011:x1830977685347584:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2095us (3282us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1746157083.452798:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2852 00002000:00100000:0.0:1746157083.452808:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b334a80 x1830977685347584/t4294970621(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/448 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.452818:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334a80 with x1830977685347584 ext(0->7) 00010000:00010000:0.0:1746157083.452827:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 110 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157083.452844:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 110 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157083.452851:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b334a80 00000100:00100000:0.0:1746157083.461294:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.461510:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685347712 00000100:00100000:3.0:1746157083.461522:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685347712 00000100:00100000:3.0:1746157083.461584:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30028 00000100:00100000:3.0:1746157083.461592:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:1767:x1830977685347712:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.461608:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157083.461622:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201c8 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.461646:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.461651:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.461656:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157083.461659:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 111 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.461689:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.461701:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 111 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.461709:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157083.461788:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:1767:x1830977685347712:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.461794:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30028 00000100:00100000:1.0:1746157083.462316:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.462486:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685347840 00000100:00100000:2.0:1746157083.462491:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685347840 00010000:00010000:2.0:1746157083.462511:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 111 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.462540:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17366 00000100:00100000:2.0:1746157083.462545:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2011:x1830977685347840:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.462554:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746157083.462567:0:7220:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746157083 -> 1746157084 00002000:00010000:2.0:1746157083.462569:0:7220:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746157083 -> 1746157084 00010000:00010000:2.0:1746157083.462574:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 111 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.462588:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 111 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.462608:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e80e00/0x7b65fed885350d07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201ba expref: 111 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.462635:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.462637:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.462643:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.462649:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.462672:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.462683:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 5 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.462693:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679261312:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.462771:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157083.465117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.465192:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679261312:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.465213:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.465255:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2011:x1830977685347840:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2709us (2940us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.465269:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17366 00000100:00100000:0.0:1746157083.465672:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685348096 00000100:00100000:0.0:1746157083.465681:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685348096 00002000:00100000:0.0:1746157083.465723:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b8380 x1830977685348096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.465760:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8380 with x1830977685348096 ext(0->4095) 00010000:00010000:0.0:1746157083.465768:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157083.465781:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157083.465786:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910b8380 00000100:00100000:0.0:1746157083.465812:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2853 00000100:00100000:0.0:1746157083.465819:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685348096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157083.465976:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685348096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (866us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157083.465983:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2853 00002000:00100000:0.0:1746157083.465989:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b8380 x1830977685348096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.465995:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8380 with x1830977685348096 ext(0->4095) 00010000:00010000:0.0:1746157083.465999:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157083.466007:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157083.466013:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910b8380 00000100:00100000:0.0:1746157083.470713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.470792:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685348224 00000100:00100000:2.0:1746157083.470802:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685348224 00010000:00010000:2.0:1746157083.470842:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.470872:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17367 00000100:00100000:2.0:1746157083.470879:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685348224:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.470950:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.470970:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.470982:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.471006:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c1 expref: 6 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.471026:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.471028:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.471036:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 109 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.471042:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 109 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.471070:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 109 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.471082:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679261440:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.471153:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.473927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.473995:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685348480 00000100:00100000:3.0:1746157083.474006:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685348480 00000100:00100000:2.0:1746157083.474018:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679261440:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.474038:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746157083.474048:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131252d80 x1830977685348480/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.474058:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252d80 with x1830977685348480 ext(0->4095) 00002000:00010000:3.0:1746157083.474063:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131252d80 00000100:00100000:2.0:1746157083.474097:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685348224:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3217us (3394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.474099:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13816 00000100:00100000:3.0:1746157083.474106:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2011:x1830977685348480:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157083.474108:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17367 00000100:00100000:3.0:1746157083.474488:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2011:x1830977685348480:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 381us (570us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.474495:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13816 00002000:00100000:3.0:1746157083.474501:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131252d80 x1830977685348480/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.474508:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252d80 with x1830977685348480 ext(0->4095) 00002000:00010000:3.0:1746157083.474511:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131252d80 00000100:00100000:0.0:1746157083.477542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.478154:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685348608 00000100:00100000:2.0:1746157083.478165:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685348608 00000100:00100000:2.0:1746157083.478218:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30029 00000100:00100000:2.0:1746157083.478227:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685348608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.478247:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.478265:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201cf expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.478296:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 109 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.478303:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.478305:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.478308:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.478340:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 109 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.478357:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 109 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.478368:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679261568:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.479110:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.481391:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679261568:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.481426:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.481445:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80000, rc 0) 00000100:00100000:2.0:1746157083.481491:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685348608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3265us (3958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.481500:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30029 00000100:00100000:0.0:1746157083.481811:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.482060:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685348736 00000100:00100000:2.0:1746157083.482067:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685348736 00010000:00010000:2.0:1746157083.482092:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 110 pid: 19476 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.482180:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17368 00000100:00100000:2.0:1746157083.482187:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2011:x1830977685348736:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.482199:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.482219:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 110 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.482235:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 110 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.482258:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350d15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201c8 expref: 110 pid: 19476 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.482534:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.482537:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.482545:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.482553:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.482583:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.482595:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679261696:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.482973:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.483730:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.483967:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685348864 00000100:00100000:2.0:1746157083.483974:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685348864 00000100:00100000:2.0:1746157083.484020:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30030 00000100:00100000:2.0:1746157083.484027:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:1767:x1830977685348864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.484043:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.484057:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201d6 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.484085:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.484091:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.484092:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.484095:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.484117:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.484128:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 5 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.484138:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679261824:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.484190:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.486503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.486540:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679261696:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.486559:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.486613:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2011:x1830977685348736:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4426us (4802us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.486624:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17368 00000100:00100000:3.0:1746157083.486729:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685349120 00000100:00100000:3.0:1746157083.486755:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685349120 00002000:00100000:3.0:1746157083.486799:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908e00 x1830977685349120/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746157083.486801:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679261824:192.168.203.44@tcp:104: 00002000:00100000:3.0:1746157083.486809:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908e00 with x1830977685349120 ext(0->4095) 00010000:00010000:3.0:1746157083.486818:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.486821:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 110 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.486831:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157083.486838:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c908e00 00010000:00010000:2.0:1746157083.486845:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80200, rc 0) 00000100:00100000:3.0:1746157083.486856:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2854 00000100:00100000:3.0:1746157083.486863:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685349120:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157083.487016:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685349120:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (523us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.487022:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2854 00002000:00100000:3.0:1746157083.487027:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908e00 x1830977685349120/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.487034:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908e00 with x1830977685349120 ext(0->4095) 00010000:00010000:3.0:1746157083.487038:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.487047:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746157083.487053:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c908e00 00000100:00100000:2.0:1746157083.487093:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:1767:x1830977685348864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3066us (3368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.487099:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30030 00000100:00100000:0.0:1746157083.488492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.488571:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685349248 00000100:00100000:2.0:1746157083.488579:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685349248 00000100:00100000:2.0:1746157083.488657:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30031 00000100:00100000:2.0:1746157083.488665:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:1768:x1830977685349248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.488681:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.488698:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201dd expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.488720:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.488725:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.488731:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746157083.488761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.488834:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685349376 00000100:00100000:3.0:1746157083.488838:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685349376 00010000:00010000:3.0:1746157083.488856:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.488874:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17369 00000100:00100000:3.0:1746157083.488879:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a568b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685349376:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.488888:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.488950:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.488981:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.488991:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.489011:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e80000/0x7b65fed885350d1c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201cf expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.489035:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.489036:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.489042:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.489049:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.489075:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.489086:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.489098:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679261952:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.489181:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.489189:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.489201:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679262080:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.489260:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.489263:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.491200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.491448:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679262080:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.491476:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.491492:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80c00, rc 0) 00000100:00100000:3.0:1746157083.491652:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679261952:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.491667:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.492097:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a568b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685349376:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3215us (3334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.492108:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17369 00000100:00100000:2.0:1746157083.492205:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:1768:x1830977685349248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3540us (3719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.492213:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30031 00000100:00100000:0.0:1746157083.492467:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685349632 00000100:00100000:0.0:1746157083.492476:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685349632 00002000:00100000:0.0:1746157083.492518:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c909880 x1830977685349632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.492528:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909880 with x1830977685349632 ext(0->4095) 00010000:00010000:0.0:1746157083.492536:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157083.492547:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157083.492554:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c909880 00000100:00100000:0.0:1746157083.492606:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2855 00000100:00100000:0.0:1746157083.492612:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2010:x1830977685349632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157083.493943:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2010:x1830977685349632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 1315us (2736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.493952:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2855 00002000:00100000:1.0:1746157083.493961:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c909880 x1830977685349632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.493975:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c909880 with x1830977685349632 ext(0->4095) 00010000:00010000:1.0:1746157083.493985:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.494003:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157083.494014:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c909880 00000100:00100000:0.0:1746157083.497439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.497720:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685349760 00000100:00100000:3.0:1746157083.497731:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685349760 00010000:00010000:3.0:1746157083.497795:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.497837:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17370 00000100:00100000:3.0:1746157083.497846:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2013:x1830977685349760:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.497862:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.497882:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.497895:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.497918:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201d6 expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746157083.497961:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.497963:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.497970:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 110 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.497978:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 110 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.498014:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 110 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.498026:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679262208:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.498094:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.500675:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.500831:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685350016 00000100:00100000:1.0:1746157083.500842:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685350016 00002000:00100000:1.0:1746157083.500900:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90a680 x1830977685350016/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.500911:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90a680 with x1830977685350016 ext(0->4095) 00002000:00010000:1.0:1746157083.500917:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90a680 00000100:00100000:3.0:1746157083.500931:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679262208:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157083.500958:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13817 00000100:00100000:1.0:1746157083.500964:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2010:x1830977685350016:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746157083.500966:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.501008:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2013:x1830977685349760:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3164us (3580us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.501017:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17370 00000100:00100000:1.0:1746157083.501815:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2010:x1830977685350016:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 846us (1145us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.501824:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13817 00002000:00100000:1.0:1746157083.501831:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90a680 x1830977685350016/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.501840:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90a680 with x1830977685350016 ext(0->4095) 00002000:00010000:1.0:1746157083.501843:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90a680 00000100:00100000:0.0:1746157083.505929:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.506225:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685350144 00000100:00100000:2.0:1746157083.506238:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685350144 00000100:00100000:2.0:1746157083.506400:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30032 00000100:00100000:2.0:1746157083.506413:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685350144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.506437:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.506459:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201e4 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.506495:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 109 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.506503:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.506506:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.506510:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.506551:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 109 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.506565:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 109 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.506579:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679262336:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.508103:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.511921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.512051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.512363:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679262336:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.512394:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.512412:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80a00, rc 0) 00000100:00100000:3.0:1746157083.512449:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685350400 00000100:00100000:2.0:1746157083.512458:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685350144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6049us (6622us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.512459:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685350400 00000100:00100000:2.0:1746157083.512467:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30032 00000100:00100000:2.0:1746157083.512507:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685350272 00000100:00100000:2.0:1746157083.512510:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685350272 00010000:00010000:2.0:1746157083.512524:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.512544:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17371 00000100:00100000:2.0:1746157083.512550:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:2010:x1830977685350272:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.512562:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.512583:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.512598:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.512619:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e80c00/0x7b65fed885350d2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201dd expref: 111 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.512634:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.512636:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.512646:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.512654:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.512683:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.512699:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679262464:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.512765:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.513039:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30033 00000100:00100000:2.0:1746157083.513046:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:1767:x1830977685350400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.513059:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.513069:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201eb expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.513088:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.513093:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.513094:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.513097:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.513112:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.513122:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 5 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.513130:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679262592:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.513153:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.516033:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679262592:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.516073:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.516095:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80200, rc 0) 00000100:00100000:2.0:1746157083.516343:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679262464:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.516354:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.517126:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+111:1767:x1830977685350400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4074us (5069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.517139:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30033 00000100:00100000:2.0:1746157083.517319:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2010:x1830977685350272:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4766us (5407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.517338:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17371 00000100:00100000:0.0:1746157083.518133:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.518363:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685350656 00000100:00100000:1.0:1746157083.518374:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685350656 00002000:00100000:1.0:1746157083.518425:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257c700 x1830977685350656/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.518435:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257c700 with x1830977685350656 ext(0->4095) 00010000:00010000:1.0:1746157083.518447:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.518464:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157083.518471:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257c700 00000100:00100000:1.0:1746157083.518517:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2856 00000100:00100000:1.0:1746157083.518525:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685350656:12345-192.168.203.44@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746157083.518727:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685350656:12345-192.168.203.44@tcp:3:ldlm_bl.0 Request processed in 201us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.518763:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2856 00002000:00100000:1.0:1746157083.518771:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257c700 x1830977685350656/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.518779:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257c700 with x1830977685350656 ext(0->4095) 00010000:00010000:1.0:1746157083.518785:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746157083.518796:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746157083.518807:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257c700 00000100:00100000:0.0:1746157083.523237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.523520:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685350784 00000100:00100000:2.0:1746157083.523532:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685350784 00010000:00010000:2.0:1746157083.523581:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.523640:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17372 00000100:00100000:2.0:1746157083.523650:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685350784:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.523666:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.523690:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.523705:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.523731:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e80a00/0x7b65fed885350d31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201e4 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.523802:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.523805:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.523813:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 109 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.523822:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 109 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.523864:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 109 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.523878:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679262720:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.523999:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.526464:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679262720:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.526490:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.526540:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685350784:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2890us (3313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.526554:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17372 00000100:00100000:0.0:1746157083.528111:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.528516:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685351040 00000100:00100000:2.0:1746157083.528527:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685351040 00002000:00100000:2.0:1746157083.528585:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f5c00 x1830977685351040/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.528595:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5c00 with x1830977685351040 ext(0->4095) 00002000:00010000:2.0:1746157083.528601:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f5c00 00000100:00100000:2.0:1746157083.528646:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13818 00000100:00100000:2.0:1746157083.528656:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2010:x1830977685351040:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157083.529142:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2010:x1830977685351040:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 487us (1037us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.529151:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13818 00002000:00100000:2.0:1746157083.529158:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f5c00 x1830977685351040/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.529166:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5c00 with x1830977685351040 ext(0->4095) 00002000:00010000:2.0:1746157083.529169:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f5c00 00000100:00100000:0.0:1746157083.550475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.550544:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685351168 00000100:00100000:3.0:1746157083.550553:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685351168 00000100:00100000:3.0:1746157083.550594:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30034 00000100:00100000:3.0:1746157083.550601:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685351168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.550619:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157083.550638:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201f2 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.550668:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 109 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.550679:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.550681:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.550683:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.550712:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 109 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.550723:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 109 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746157083.550756:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679262848:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157083.550833:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.555103:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679262848:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.555158:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.555182:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157083.555251:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685351168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4645us (4780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.555263:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30034 00000100:00100000:0.0:1746157083.558898:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.559008:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685351296 00000100:00100000:2.0:1746157083.559018:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685351296 00002000:00100000:2.0:1746157083.559066:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f6680 x1830977685351296/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.559077:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6680 with x1830977685351296 ext(0->7) 00010000:00010000:2.0:1746157083.559088:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 110 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.559103:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 110 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.559110:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f6680 00000100:00100000:2.0:1746157083.559154:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2857 00000100:00100000:2.0:1746157083.559162:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+110:2011:x1830977685351296:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157083.560153:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2011:x1830977685351296:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 989us (1263us total) trans 4294970622 rc 0/0 00000100:00100000:0.0:1746157083.560161:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2857 00002000:00100000:0.0:1746157083.560168:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f6680 x1830977685351296/t4294970622(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/448 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.560176:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6680 with x1830977685351296 ext(0->7) 00010000:00010000:0.0:1746157083.560182:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 112 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746157083.560193:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 112 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746157083.560199:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f6680 00000100:00100000:0.0:1746157083.564989:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.565137:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685351424 00000100:00100000:3.0:1746157083.565148:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685351424 00000100:00100000:3.0:1746157083.565211:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30035 00000100:00100000:3.0:1746157083.565220:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:1767:x1830977685351424:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.565245:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157083.565276:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048201f9 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.565311:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.565318:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.565324:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157083.565328:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 113 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.565370:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.565387:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 113 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.565398:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157083.565472:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:1767:x1830977685351424:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 251us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.565479:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30035 00000100:00100000:0.0:1746157083.568495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.568632:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685351552 00000100:00100000:2.0:1746157083.568643:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685351552 00010000:00010000:2.0:1746157083.568685:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 113 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.568772:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17373 00000100:00100000:2.0:1746157083.568783:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+113:2010:x1830977685351552:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.568798:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.568822:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 113 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.568834:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 113 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.568859:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e80200/0x7b65fed885350d38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201eb expref: 113 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.568885:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.568888:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.568896:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.568905:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.568957:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.568970:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 5 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.568984:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679263104:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.569085:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.572639:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679263104:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.572666:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.572717:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2010:x1830977685351552:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3934us (4229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.572729:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17373 00000100:00100000:0.0:1746157083.575429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.575732:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685351808 00000100:00100000:2.0:1746157083.575789:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685351808 00002000:00100000:2.0:1746157083.575845:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7100 x1830977685351808/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.575855:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7100 with x1830977685351808 ext(0->4095) 00010000:00010000:2.0:1746157083.575866:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.575886:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.575894:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f7100 00000100:00100000:2.0:1746157083.575968:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2858 00000100:00100000:2.0:1746157083.575978:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685351808:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157083.576154:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685351808:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (734us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.576163:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2858 00002000:00100000:2.0:1746157083.576170:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7100 x1830977685351808/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.576177:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7100 with x1830977685351808 ext(0->4095) 00010000:00010000:2.0:1746157083.576183:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.576193:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746157083.576199:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f7100 00000100:00100000:0.0:1746157083.580155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.582021:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685351936 00000100:00100000:2.0:1746157083.582035:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685351936 00010000:00010000:2.0:1746157083.582087:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746157083.583603:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17374 00000100:00100000:2.0:1746157083.583624:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685351936:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.583646:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.583673:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.583687:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.583714:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885350d3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f2 expref: 6 pid: 9577 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746157083.583775:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.583777:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.583785:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.583794:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.583836:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.583850:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679263232:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.585172:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.589791:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679263232:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.589820:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.589875:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685351936:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6258us (9728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.589888:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17374 00000100:00100000:3.0:1746157083.591240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.591515:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685352192 00000100:00100000:1.0:1746157083.591526:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685352192 00002000:00100000:1.0:1746157083.591579:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2c000 x1830977685352192/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.591590:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c000 with x1830977685352192 ext(0->4095) 00002000:00010000:1.0:1746157083.591595:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cc2c000 00000100:00100000:1.0:1746157083.591637:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13819 00000100:00100000:1.0:1746157083.591647:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2011:x1830977685352192:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157083.591891:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2011:x1830977685352192:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 243us (656us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.591899:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13819 00002000:00100000:1.0:1746157083.591906:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2c000 x1830977685352192/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.591913:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c000 with x1830977685352192 ext(0->4095) 00002000:00010000:1.0:1746157083.591917:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cc2c000 00000100:00100000:0.0:1746157083.595467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.595602:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685352320 00000100:00100000:2.0:1746157083.595613:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685352320 00000100:00100000:2.0:1746157083.596304:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30036 00000100:00100000:2.0:1746157083.596315:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685352320:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.596339:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.596359:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820200 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.596393:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.596401:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.596403:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.596406:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.596442:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 111 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.596455:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 111 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.596469:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679263360:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.596586:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.617414:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679263360:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.617444:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.617460:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768a00, rc 0) 00000100:00100000:2.0:1746157083.617515:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685352320:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 21202us (22058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.617525:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30036 00000100:00100000:0.0:1746157083.630781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.630870:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685352448 00000100:00100000:2.0:1746157083.630881:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685352448 00002000:00100000:2.0:1746157083.630923:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f5880 x1830977685352448/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.630932:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5880 with x1830977685352448 ext(0->7) 00010000:00010000:2.0:1746157083.630952:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 112 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.630964:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 112 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157083.630971:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f5880 00000100:00100000:2.0:1746157083.631001:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2859 00000100:00100000:2.0:1746157083.631008:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+112:2011:x1830977685352448:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157083.632682:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2011:x1830977685352448:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1653us (1930us total) trans 4294970623 rc 0/0 00000100:00100000:0.0:1746157083.632692:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2859 00002000:00100000:0.0:1746157083.632702:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800926f5880 x1830977685352448/t4294970623(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/448 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.632710:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5880 with x1830977685352448 ext(0->7) 00010000:00010000:0.0:1746157083.632756:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 114 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157083.632784:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 114 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157083.632793:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f5880 00000100:00100000:0.0:1746157083.636231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.636523:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685352576 00000100:00100000:2.0:1746157083.636533:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685352576 00000100:00100000:2.0:1746157083.636795:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30037 00000100:00100000:2.0:1746157083.637091:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:1767:x1830977685352576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.637106:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.637120:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820207 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.637141:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.637146:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.637152:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157083.637155:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 115 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.637184:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.637195:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 115 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.637203:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768200, rc 0) 00000100:00100000:2.0:1746157083.637252:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:1767:x1830977685352576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.637258:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30037 00000100:00100000:0.0:1746157083.638588:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.638726:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685352704 00000100:00100000:3.0:1746157083.638768:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685352704 00010000:00010000:3.0:1746157083.638810:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 115 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.639577:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17375 00000100:00100000:3.0:1746157083.639590:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2010:x1830977685352704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.639606:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.639631:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 115 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.639645:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 115 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.639672:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350d46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048201f9 expref: 115 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.640040:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.640043:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.640050:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.640058:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.640093:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.640109:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.640122:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679263616:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.640826:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.642476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.642494:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679263616:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.642516:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.642555:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2010:x1830977685352704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2971us (3976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.642566:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17375 00000100:00100000:1.0:1746157083.643039:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685352960 00000100:00100000:1.0:1746157083.643047:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685352960 00002000:00100000:1.0:1746157083.643097:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d6d80 x1830977685352960/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.643108:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6d80 with x1830977685352960 ext(0->4095) 00010000:00010000:1.0:1746157083.643118:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.643140:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.643147:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6d80 00000100:00100000:1.0:1746157083.643189:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2860 00000100:00100000:1.0:1746157083.643198:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685352960:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157083.643360:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685352960:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (891us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.643368:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2860 00002000:00100000:1.0:1746157083.643375:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d6d80 x1830977685352960/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.643382:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6d80 with x1830977685352960 ext(0->4095) 00010000:00010000:1.0:1746157083.643388:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.643398:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.643404:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6d80 00000100:00100000:0.0:1746157083.647055:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.647311:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685353088 00000100:00100000:3.0:1746157083.647322:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685353088 00010000:00010000:3.0:1746157083.647367:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.647421:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17376 00000100:00100000:3.0:1746157083.647433:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a568ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685353088:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.647449:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.647473:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.647496:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.647524:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820200 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.647585:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.647588:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.647597:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 113 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.647606:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 113 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.647648:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 113 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.647663:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679263744:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.648655:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157083.652179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.652307:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679263744:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.652334:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.652387:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a568ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685353088:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4955us (5341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.652400:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17376 00000100:00100000:0.0:1746157083.652547:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685353344 00000100:00100000:0.0:1746157083.652556:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685353344 00002000:00100000:0.0:1746157083.652605:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b8700 x1830977685353344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.652615:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8700 with x1830977685353344 ext(0->4095) 00002000:00010000:0.0:1746157083.652621:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b8700 00000100:00100000:0.0:1746157083.652664:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13820 00000100:00100000:0.0:1746157083.652672:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2010:x1830977685353344:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157083.652877:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2010:x1830977685353344:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 204us (708us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157083.652885:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13820 00002000:00100000:0.0:1746157083.652892:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b8700 x1830977685353344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.652899:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8700 with x1830977685353344 ext(0->4095) 00002000:00010000:0.0:1746157083.652903:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b8700 00000100:00100000:0.0:1746157083.656922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.657115:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685353472 00000100:00100000:2.0:1746157083.657125:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685353472 00000100:00100000:2.0:1746157083.657227:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30038 00000100:00100000:2.0:1746157083.657236:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685353472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.657255:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.657272:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482020e expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.657304:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 113 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.657312:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.657314:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.657318:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.657349:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 113 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.657361:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 113 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.657374:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679263872:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.657947:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.661824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.662102:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679263872:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.662131:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.662149:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:2.0:1746157083.662194:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685353472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4959us (5282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.662204:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30038 00000100:00100000:3.0:1746157083.662346:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685353600 00000100:00100000:3.0:1746157083.662354:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685353600 00010000:00010000:3.0:1746157083.662387:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 114 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.662409:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17377 00000100:00100000:3.0:1746157083.662416:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2011:x1830977685353600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.662431:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.662449:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 114 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.662459:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 114 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.662480:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820207 expref: 114 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.662495:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.662497:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.662503:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.662511:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.662548:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.662560:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679264000:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.662621:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.663381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.663555:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685353728 00000100:00100000:2.0:1746157083.663561:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685353728 00000100:00100000:2.0:1746157083.663594:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30039 00000100:00100000:2.0:1746157083.663599:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:1767:x1830977685353728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.663616:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.663631:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820215 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.663659:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.663665:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.663667:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.663671:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 115 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.663692:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.663703:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.663713:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679264128:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.663793:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.667265:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679264128:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157083.667481:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679264000:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.667498:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746157083.668142:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 115 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157083.668161:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769a00, rc 0) 00000100:00100000:3.0:1746157083.668423:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+115:2011:x1830977685353600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6004us (6608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.668439:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17377 00000100:00100000:0.0:1746157083.668601:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:1767:x1830977685353728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5000us (5222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157083.668608:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30039 00000100:00100000:1.0:1746157083.668775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.668949:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685353984 00000100:00100000:3.0:1746157083.668957:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685353984 00002000:00100000:3.0:1746157083.668990:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910bb100 x1830977685353984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.669000:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb100 with x1830977685353984 ext(0->4095) 00010000:00010000:3.0:1746157083.669007:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.669022:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157083.669029:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910bb100 00000100:00100000:3.0:1746157083.669184:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2861 00000100:00100000:3.0:1746157083.669191:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685353984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157083.669716:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685353984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 523us (939us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.669723:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2861 00002000:00100000:3.0:1746157083.669729:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910bb100 x1830977685353984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.669803:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb100 with x1830977685353984 ext(0->4095) 00010000:00010000:3.0:1746157083.669809:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.669826:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157083.669832:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910bb100 00000100:00100000:0.0:1746157083.682030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.682825:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685354112 00000100:00100000:3.0:1746157083.682836:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685354112 00010000:00010000:3.0:1746157083.682875:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.682913:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17378 00000100:00100000:3.0:1746157083.682921:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685354112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.682946:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.682966:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.682978:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.683002:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482020e expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.683021:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.683023:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.683030:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 113 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.683042:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 113 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.683076:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 113 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.683089:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679264256:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.684919:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.690096:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679264256:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.690119:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.690174:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685354112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7252us (8155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.690184:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17378 00000100:00100000:0.0:1746157083.692518:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.692849:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685354368 00000100:00100000:3.0:1746157083.692858:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685354368 00002000:00100000:3.0:1746157083.692902:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03800 x1830977685354368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.692912:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03800 with x1830977685354368 ext(0->4095) 00002000:00010000:3.0:1746157083.692917:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca03800 00000100:00100000:3.0:1746157083.692950:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13821 00000100:00100000:3.0:1746157083.692956:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2010:x1830977685354368:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157083.696051:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2010:x1830977685354368:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 3080us (3530us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.696070:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13821 00002000:00100000:3.0:1746157083.696081:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03800 x1830977685354368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.696090:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03800 with x1830977685354368 ext(0->4095) 00002000:00010000:3.0:1746157083.696097:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca03800 00000100:00100000:0.0:1746157083.706617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.706699:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685354496 00000100:00100000:2.0:1746157083.706709:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685354496 00000100:00100000:2.0:1746157083.706799:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30040 00000100:00100000:2.0:1746157083.706808:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685354496:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.706829:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.706848:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482021c expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.706878:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 113 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.706890:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.706892:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.706895:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.706925:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 113 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.706949:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 113 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.706962:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679264384:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.707884:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.717137:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679264384:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.717175:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.717195:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768000, rc 0) 00000100:00100000:2.0:1746157083.717260:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685354496:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10451us (10653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.717269:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30040 00000100:00100000:0.0:1746157083.719927:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.720532:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685354624 00000100:00100000:3.0:1746157083.720541:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685354624 00002000:00100000:3.0:1746157083.720589:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007ca00380 x1830977685354624/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.720599:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00380 with x1830977685354624 ext(0->7) 00010000:00010000:3.0:1746157083.720608:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 114 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.720623:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 114 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157083.720630:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca00380 00000100:00100000:3.0:1746157083.720658:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2862 00000100:00100000:3.0:1746157083.720666:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+114:2010:x1830977685354624:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157083.721560:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2010:x1830977685354624:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 892us (1637us total) trans 4294970624 rc 0/0 00000100:00100000:0.0:1746157083.721568:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2862 00002000:00100000:0.0:1746157083.721575:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007ca00380 x1830977685354624/t4294970624(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/448 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.721582:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00380 with x1830977685354624 ext(0->7) 00010000:00010000:0.0:1746157083.721588:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 116 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157083.721599:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 116 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157083.721605:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca00380 00000100:00100000:0.0:1746157083.725086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.725190:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685354752 00000100:00100000:2.0:1746157083.725200:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685354752 00000100:00100000:2.0:1746157083.725242:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30041 00000100:00100000:2.0:1746157083.725248:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:1767:x1830977685354752:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.725268:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.725284:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820223 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.725309:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.725314:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.725319:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157083.725322:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.725358:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.725368:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.725376:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157083.725431:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:1767:x1830977685354752:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.725436:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30041 00000100:00100000:0.0:1746157083.728692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.728772:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685354880 00000100:00100000:3.0:1746157083.728781:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685354880 00010000:00010000:3.0:1746157083.728820:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 117 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.729437:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17379 00000100:00100000:3.0:1746157083.729449:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:2010:x1830977685354880:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.729466:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.729490:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 117 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.729504:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 117 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.729528:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350d62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820215 expref: 117 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.729563:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.729565:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.729572:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.729580:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.729613:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.729624:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.729637:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679264640:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.730499:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.735012:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.735143:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679264640:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.735167:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157083.735186:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685355136 00000100:00100000:1.0:1746157083.735194:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685355136 00000100:00100000:3.0:1746157083.735210:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2010:x1830977685354880:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5763us (6528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.735219:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17379 00002000:00100000:1.0:1746157083.735235:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca01f80 x1830977685355136/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.735244:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca01f80 with x1830977685355136 ext(0->4095) 00010000:00010000:1.0:1746157083.735253:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.735264:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.735270:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca01f80 00000100:00100000:1.0:1746157083.735312:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2863 00000100:00100000:1.0:1746157083.735321:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685355136:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157083.735489:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685355136:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.735498:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2863 00002000:00100000:1.0:1746157083.735505:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca01f80 x1830977685355136/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.735512:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca01f80 with x1830977685355136 ext(0->4095) 00010000:00010000:1.0:1746157083.735518:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.735529:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.735535:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca01f80 00000100:00100000:0.0:1746157083.739368:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.739653:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685355264 00000100:00100000:3.0:1746157083.739664:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685355264 00010000:00010000:3.0:1746157083.739711:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.739993:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17380 00000100:00100000:3.0:1746157083.740004:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685355264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.740020:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.740041:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.740054:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.740080:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350d69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482021c expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.740120:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.740122:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.740129:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 115 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.740137:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 115 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.740172:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 115 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.740186:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679264768:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.740821:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.744943:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.745009:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685355520 00000100:00100000:2.0:1746157083.745020:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685355520 00000100:00100000:3.0:1746157083.745060:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679264768:192.168.203.44@tcp:105: 00002000:00100000:2.0:1746157083.745066:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166680 x1830977685355520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.745074:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166680 with x1830977685355520 ext(0->4095) 00002000:00010000:2.0:1746157083.745079:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f166680 00010000:00010000:3.0:1746157083.745083:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.745099:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13822 00000100:00100000:2.0:1746157083.745104:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2011:x1830977685355520:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157083.745122:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685355264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5122us (5766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.745130:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17380 00000100:00100000:2.0:1746157083.745240:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2011:x1830977685355520:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.745245:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13822 00002000:00100000:2.0:1746157083.745250:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166680 x1830977685355520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.745257:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166680 with x1830977685355520 ext(0->4095) 00002000:00010000:2.0:1746157083.745259:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f166680 00000100:00100000:0.0:1746157083.748328:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.748567:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685355648 00000100:00100000:2.0:1746157083.748578:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685355648 00000100:00100000:2.0:1746157083.748647:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30042 00000100:00100000:2.0:1746157083.748656:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685355648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.748679:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.748701:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482022a expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.748772:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 115 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.748781:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.748783:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.748787:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.748829:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 115 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.748844:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 115 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.748858:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679264896:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.748988:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.753390:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.753598:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679264896:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.753636:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.753656:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768c00, rc 0) 00000100:00100000:2.0:1746157083.753729:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685355648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5072us (5411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.753779:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30042 00000100:00100000:3.0:1746157083.753889:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685355776 00000100:00100000:3.0:1746157083.753898:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685355776 00010000:00010000:3.0:1746157083.753942:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 116 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.753973:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17381 00000100:00100000:3.0:1746157083.753982:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2011:x1830977685355776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.753998:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.754021:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 116 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.754030:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 116 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.754055:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820223 expref: 116 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.754090:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.754092:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.754100:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.754108:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.754145:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.754159:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679265024:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.754232:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.756543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.757031:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685355904 00000100:00100000:2.0:1746157083.757042:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685355904 00000100:00100000:2.0:1746157083.757089:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30043 00000100:00100000:2.0:1746157083.757099:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:1767:x1830977685355904:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.757119:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.757139:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820231 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.757168:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.757177:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.757180:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.757184:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 117 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.757216:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.757230:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 5 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.757243:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679265152:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.757353:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.760312:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679265024:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.760343:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.760412:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:2011:x1830977685355776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6429us (7031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.760425:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17381 00000100:00100000:0.0:1746157083.762661:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.762808:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679265152:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.762844:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 116 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.762864:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157083.762914:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:1767:x1830977685355904:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5816us (6379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.762924:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30043 00000100:00100000:1.0:1746157083.763035:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685356160 00000100:00100000:1.0:1746157083.763044:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685356160 00002000:00100000:1.0:1746157083.763088:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166300 x1830977685356160/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.763098:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166300 with x1830977685356160 ext(0->4095) 00010000:00010000:1.0:1746157083.763106:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.763119:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.763126:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f166300 00000100:00100000:1.0:1746157083.763163:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2864 00000100:00100000:1.0:1746157083.763171:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685356160:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157083.763341:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685356160:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.763348:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2864 00002000:00100000:1.0:1746157083.763355:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166300 x1830977685356160/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.763362:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166300 with x1830977685356160 ext(0->4095) 00010000:00010000:1.0:1746157083.763367:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.763377:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.763383:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f166300 00000100:00100000:0.0:1746157083.768153:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.768300:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685356288 00000100:00100000:3.0:1746157083.768311:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685356288 00010000:00010000:3.0:1746157083.768354:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.768993:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17382 00000100:00100000:3.0:1746157083.769003:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685356288:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.769023:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.769045:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.769059:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.769085:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350d77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482022a expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.769126:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.769129:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.769137:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 115 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.769146:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 115 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.769185:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 115 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.769199:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679265280:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.769318:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.773246:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.773369:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685356544 00000100:00100000:2.0:1746157083.773380:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685356544 00002000:00100000:2.0:1746157083.773435:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d13800 x1830977685356544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.773452:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d13800 with x1830977685356544 ext(0->4095) 00002000:00010000:2.0:1746157083.773458:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d13800 00000100:00100000:2.0:1746157083.773501:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13823 00000100:00100000:2.0:1746157083.773510:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2012:x1830977685356544:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157083.773692:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:2012:x1830977685356544:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (458us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.773701:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13823 00002000:00100000:2.0:1746157083.773708:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d13800 x1830977685356544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.773715:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d13800 with x1830977685356544 ext(0->4095) 00002000:00010000:2.0:1746157083.773718:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d13800 00000100:00100000:3.0:1746157083.774445:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679265280:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.774472:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.774510:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685356288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5508us (6367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.774523:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17382 00000100:00100000:0.0:1746157083.786630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.786783:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685356672 00000100:00100000:2.0:1746157083.786795:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685356672 00000100:00100000:2.0:1746157083.786979:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30044 00000100:00100000:2.0:1746157083.786992:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685356672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.787014:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.787035:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820238 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.787069:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 115 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.787078:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.787081:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.787085:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.787125:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 115 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.787139:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 115 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.787152:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679265408:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.787269:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.793404:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679265408:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.793444:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.793463:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768200, rc 0) 00000100:00100000:2.0:1746157083.793512:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685356672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6524us (6893us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.793521:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30044 00000100:00100000:0.0:1746157083.801993:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.802062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.802187:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685356928 00000100:00100000:2.0:1746157083.802198:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685356928 00000100:00100000:2.0:1746157083.802252:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30045 00000100:00100000:2.0:1746157083.802262:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+116:1767:x1830977685356928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.802285:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.802307:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482023f expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.802342:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.802349:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.802355:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157083.802359:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 117 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.802402:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.802416:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 117 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.802426:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157083.802477:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:1767:x1830977685356928:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.802483:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30045 00000100:00100000:1.0:1746157083.802584:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685356800 00000100:00100000:1.0:1746157083.802590:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685356800 00002000:00100000:1.0:1746157083.802623:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d13480 x1830977685356800/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.802632:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d13480 with x1830977685356800 ext(0->7) 00010000:00010000:1.0:1746157083.802639:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 117 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.802653:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 117 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.802660:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d13480 00000100:00100000:1.0:1746157083.803280:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2865 00000100:00100000:1.0:1746157083.803291:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:2011:x1830977685356800:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157083.804861:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2011:x1830977685356800:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1562us (2870us total) trans 4294970625 rc 0/0 00000100:00100000:0.0:1746157083.804873:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2865 00002000:00100000:0.0:1746157083.804884:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d13480 x1830977685356800/t4294970625(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/448 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.804894:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d13480 with x1830977685356800 ext(0->7) 00010000:00010000:0.0:1746157083.804904:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 119 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157083.804921:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 119 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157083.804928:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d13480 00000100:00100000:0.0:1746157083.814505:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.815215:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685357056 00000100:00100000:3.0:1746157083.815228:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685357056 00010000:00010000:3.0:1746157083.815273:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 119 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.815366:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17383 00000100:00100000:3.0:1746157083.815377:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a568a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2013:x1830977685357056:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.815398:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.815423:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 119 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.815437:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 119 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.815463:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350d7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820231 expref: 119 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.816416:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.816420:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.816430:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.816440:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.816489:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.816504:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 5 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.816518:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679265664:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.816642:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.820226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.820341:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685357312 00000100:00100000:1.0:1746157083.820351:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685357312 00002000:00100000:1.0:1746157083.820402:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11180 x1830977685357312/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.820413:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11180 with x1830977685357312 ext(0->4095) 00010000:00010000:1.0:1746157083.820423:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.820439:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.820446:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d11180 00000100:00100000:1.0:1746157083.820560:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2866 00000100:00100000:3.0:1746157083.820569:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679265664:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157083.820569:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685357312:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746157083.820591:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.820645:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a568a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2013:x1830977685357056:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5270us (6152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.820654:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17383 00000100:00100000:1.0:1746157083.821038:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685357312:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 469us (824us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.821044:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2866 00002000:00100000:1.0:1746157083.821051:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11180 x1830977685357312/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.821058:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11180 with x1830977685357312 ext(0->4095) 00010000:00010000:1.0:1746157083.821064:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.821073:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.821080:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d11180 00000100:00100000:0.0:1746157083.824362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.824500:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685357440 00000100:00100000:3.0:1746157083.824511:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685357440 00010000:00010000:3.0:1746157083.824554:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.824588:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17384 00000100:00100000:3.0:1746157083.824598:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685357440:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.824615:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.824639:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.824653:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.824681:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350d85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820238 expref: 6 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.824722:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.824725:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.824733:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 117 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.824774:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 117 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.824813:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 117 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.824827:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679265792:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.825357:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.826931:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679265792:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.826968:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.827008:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685357440:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2411us (2656us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.827017:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17384 00000100:00100000:0.0:1746157083.827881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.828048:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685357696 00000100:00100000:1.0:1746157083.828055:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685357696 00002000:00100000:1.0:1746157083.828099:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9500 x1830977685357696/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.828108:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9500 with x1830977685357696 ext(0->4095) 00002000:00010000:1.0:1746157083.828113:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c9500 00000100:00100000:1.0:1746157083.828135:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13824 00000100:00100000:1.0:1746157083.828142:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2011:x1830977685357696:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157083.828274:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2011:x1830977685357696:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.828281:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13824 00002000:00100000:1.0:1746157083.828285:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9500 x1830977685357696/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.828292:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9500 with x1830977685357696 ext(0->4095) 00002000:00010000:1.0:1746157083.828294:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c9500 00000100:00100000:0.0:1746157083.830568:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.830833:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685357824 00000100:00100000:2.0:1746157083.830844:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685357824 00000100:00100000:2.0:1746157083.830905:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30046 00000100:00100000:2.0:1746157083.830914:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685357824:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.830947:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.830972:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820246 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.831010:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 117 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.831018:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.831020:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.831023:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.831058:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 117 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.831073:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 117 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.831086:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679265920:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.831217:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.832805:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679265920:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.832841:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.832860:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768a00, rc 0) 00000100:00100000:2.0:1746157083.832908:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685357824:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1994us (2348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.832919:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30046 00000100:00100000:0.0:1746157083.833613:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.833689:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685357952 00000100:00100000:3.0:1746157083.833697:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685357952 00010000:00010000:3.0:1746157083.833725:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.833789:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17385 00000100:00100000:3.0:1746157083.833796:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2010:x1830977685357952:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.833817:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.833840:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.833850:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.833873:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350d8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482023f expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.833903:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.833905:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.833911:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.833919:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.833957:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.833970:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679266048:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.834039:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.836679:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679266048:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.836709:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.836814:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:2010:x1830977685357952:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3016us (3202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.836829:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17385 00000100:00100000:0.0:1746157083.837849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.838344:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685358208 00000100:00100000:2.0:1746157083.838354:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685358208 00002000:00100000:2.0:1746157083.838407:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5ca300 x1830977685358208/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.838418:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca300 with x1830977685358208 ext(0->4095) 00002000:00010000:2.0:1746157083.838423:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5ca300 00000100:00100000:2.0:1746157083.838464:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13825 00000100:00100000:2.0:1746157083.838473:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685358208:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157083.838673:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685358208:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 199us (826us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.838681:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13825 00002000:00100000:2.0:1746157083.838687:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5ca300 x1830977685358208/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.838694:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca300 with x1830977685358208 ext(0->4095) 00002000:00010000:2.0:1746157083.838697:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5ca300 00000100:00100000:0.0:1746157083.840088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.841270:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685358336 00000100:00100000:2.0:1746157083.841283:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685358336 00000100:00100000:2.0:1746157083.841352:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30047 00000100:00100000:2.0:1746157083.841363:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:1767:x1830977685358336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.841383:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.841406:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482024d expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.841439:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.841452:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.841453:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.841457:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.841495:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.841508:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.841522:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679266176:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.842811:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.844002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.844209:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685358464 00000100:00100000:2.0:1746157083.844219:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685358464 00000100:00100000:2.0:1746157083.844271:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30048 00000100:00100000:2.0:1746157083.844281:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:1768:x1830977685358464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.844300:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.844321:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820254 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.844349:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.844356:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 120 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.844363:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.844368:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 120 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.844409:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 120 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.844424:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 120 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.844435:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157083.845134:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:1768:x1830977685358464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 852us (1136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.845144:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30048 00000100:00100000:2.0:1746157083.848016:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679266176:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.848051:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.848068:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:1.0:1746157083.848079:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.848118:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:1767:x1830977685358336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6758us (8037us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.848128:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30047 00000100:00100000:3.0:1746157083.848544:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685358592 00000100:00100000:3.0:1746157083.848554:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685358592 00010000:00010000:3.0:1746157083.848588:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.848617:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17386 00000100:00100000:3.0:1746157083.848625:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685358592:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.849183:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.849210:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.849222:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.849247:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350d93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820246 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.849444:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.849447:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.849457:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.849466:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.849506:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.849521:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.849535:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679266432:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.850213:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.853577:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.853635:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685358848 00000100:00100000:1.0:1746157083.853644:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685358848 00000100:00100000:3.0:1746157083.853686:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679266432:192.168.203.44@tcp:105: 00002000:00100000:1.0:1746157083.853690:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7adc00 x1830977685358848/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.853699:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7adc00 with x1830977685358848 ext(0->4095) 00010000:00010000:1.0:1746157083.853707:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.853708:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157083.853719:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.853724:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7adc00 00000100:00100000:3.0:1746157083.853773:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685358592:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5149us (5694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.853783:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17386 00000100:00100000:1.0:1746157083.854018:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2867 00000100:00100000:1.0:1746157083.854025:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2010:x1830977685358848:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157083.854169:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2010:x1830977685358848:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (605us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.854174:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2867 00002000:00100000:1.0:1746157083.854179:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7adc00 x1830977685358848/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.854187:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7adc00 with x1830977685358848 ext(0->4095) 00010000:00010000:1.0:1746157083.854191:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.854199:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.854205:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7adc00 00000100:00100000:0.0:1746157083.858712:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.858957:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685358976 00000100:00100000:3.0:1746157083.858969:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685358976 00010000:00010000:3.0:1746157083.859015:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.859046:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17387 00000100:00100000:3.0:1746157083.859055:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2011:x1830977685358976:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.859072:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.859096:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.859110:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.859135:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350d9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482024d expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.859169:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.859172:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.859181:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 118 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.859190:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 118 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.859230:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 118 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.859244:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679266560:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.859353:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.862424:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.862503:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685359232 00000100:00100000:2.0:1746157083.862513:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685359232 00002000:00100000:2.0:1746157083.862559:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3af100 x1830977685359232/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.862569:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3af100 with x1830977685359232 ext(0->4095) 00002000:00010000:2.0:1746157083.862573:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3af100 00000100:00100000:3.0:1746157083.862590:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679266560:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.862612:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.862782:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2011:x1830977685358976:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3728us (4082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.862792:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17387 00000100:00100000:2.0:1746157083.863197:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13826 00000100:00100000:2.0:1746157083.863205:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2012:x1830977685359232:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157083.863334:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2012:x1830977685359232:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (922us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.863340:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13826 00002000:00100000:2.0:1746157083.863345:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3af100 x1830977685359232/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.863352:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3af100 with x1830977685359232 ext(0->4095) 00002000:00010000:2.0:1746157083.863356:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3af100 00000100:00100000:0.0:1746157083.867094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.867176:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685359360 00000100:00100000:2.0:1746157083.867187:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685359360 00000100:00100000:2.0:1746157083.867268:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30049 00000100:00100000:2.0:1746157083.867279:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685359360:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.867302:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.867322:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482025b expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.867362:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 117 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.867370:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.867371:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.867375:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.867416:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 117 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.867432:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 117 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.867446:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679266688:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.867576:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.872192:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679266688:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.872237:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.872259:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157083.872337:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685359360:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5058us (5256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.872349:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30049 00000100:00100000:0.0:1746157083.872599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.872887:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685359488 00000100:00100000:3.0:1746157083.872895:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685359488 00010000:00010000:3.0:1746157083.872931:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.872972:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17388 00000100:00100000:3.0:1746157083.872980:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2010:x1830977685359488:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.872998:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.873021:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.873031:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.873056:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350da1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820254 expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.873073:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.873075:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.873083:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.873092:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.873128:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.873141:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679266816:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.873227:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.874538:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.874779:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685359616 00000100:00100000:2.0:1746157083.874788:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685359616 00000100:00100000:2.0:1746157083.874832:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30050 00000100:00100000:2.0:1746157083.874841:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:1767:x1830977685359616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.874859:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.874877:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820262 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.874905:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.874917:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.874919:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.874922:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.874963:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.874978:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.874991:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679266944:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.875907:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.877366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.877549:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679266816:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.877577:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.877630:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2010:x1830977685359488:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4650us (5031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.877647:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17388 00000100:00100000:3.0:1746157083.877714:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679266944:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.877782:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.877802:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768200, rc 0) 00000100:00100000:3.0:1746157083.877862:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:1767:x1830977685359616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3022us (3328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.877870:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30050 00000100:00100000:2.0:1746157083.877974:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685359872 00000100:00100000:2.0:1746157083.877983:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685359872 00002000:00100000:2.0:1746157083.878030:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3afb80 x1830977685359872/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.878040:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3afb80 with x1830977685359872 ext(0->4095) 00010000:00010000:2.0:1746157083.878047:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.878059:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157083.878065:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3afb80 00000100:00100000:2.0:1746157083.878087:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2868 00000100:00100000:2.0:1746157083.878096:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685359872:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157083.878292:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685359872:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 196us (935us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157083.878300:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2868 00002000:00100000:2.0:1746157083.878307:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3afb80 x1830977685359872/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.878315:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3afb80 with x1830977685359872 ext(0->4095) 00010000:00010000:2.0:1746157083.878321:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.878331:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157083.878337:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3afb80 00000100:00100000:0.0:1746157083.881892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.882037:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685360000 00000100:00100000:3.0:1746157083.882047:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685360000 00000100:00100000:3.0:1746157083.882101:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30051 00000100:00100000:3.0:1746157083.882111:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:1768:x1830977685360000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.882131:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157083.882152:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820269 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.882183:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.882189:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.882195:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.882199:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.882239:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.882258:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.882268:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157083.882915:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:1768:x1830977685360000:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 803us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.882923:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30051 00000100:00100000:0.0:1746157083.884208:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.884603:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685360128 00000100:00100000:3.0:1746157083.884613:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685360128 00010000:00010000:3.0:1746157083.884654:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.885020:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17389 00000100:00100000:3.0:1746157083.885029:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685360128:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.885041:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.885067:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.885081:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.885107:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350da8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482025b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.885144:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.885147:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.885155:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.885163:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.885202:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.885216:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.885230:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679267200:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.885890:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.887897:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.887992:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685360384 00000100:00100000:1.0:1746157083.888001:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685360384 00002000:00100000:1.0:1746157083.888044:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131369c00 x1830977685360384/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.888054:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131369c00 with x1830977685360384 ext(0->4095) 00010000:00010000:1.0:1746157083.888062:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.888075:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.888081:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131369c00 00000100:00100000:1.0:1746157083.888114:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2869 00000100:00100000:1.0:1746157083.888122:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2011:x1830977685360384:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157083.888258:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679267200:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157083.888277:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2011:x1830977685360384:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (388us total) trans 0 rc 4096/4096 00010000:00010000:3.0:1746157083.888280:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157083.888283:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2869 00002000:00100000:1.0:1746157083.888289:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131369c00 x1830977685360384/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.888297:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131369c00 with x1830977685360384 ext(0->4095) 00010000:00010000:1.0:1746157083.888302:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.888307:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685360128:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3280us (4103us total) trans 0 rc 0/0 00010000:00010000:1.0:1746157083.888311:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.888316:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17389 00002000:00010000:1.0:1746157083.888317:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131369c00 00000100:00100000:0.0:1746157083.891675:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.891812:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685360512 00000100:00100000:3.0:1746157083.891822:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685360512 00010000:00010000:3.0:1746157083.891859:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.892151:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17390 00000100:00100000:3.0:1746157083.892161:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a568a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2011:x1830977685360512:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.892180:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.892202:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.892215:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.892239:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350daf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820262 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.892274:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.892276:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.892284:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.892292:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.892327:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.892341:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679267328:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.892435:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.894689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.894771:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685360768 00000100:00100000:1.0:1746157083.894779:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685360768 00000100:00100000:3.0:1746157083.894818:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679267328:192.168.203.44@tcp:105: 00002000:00100000:1.0:1746157083.894819:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131368a80 x1830977685360768/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.894827:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131368a80 with x1830977685360768 ext(0->4095) 00002000:00010000:1.0:1746157083.894832:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131368a80 00010000:00010000:3.0:1746157083.894846:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157083.894861:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13827 00000100:00100000:1.0:1746157083.894868:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2012:x1830977685360768:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157083.894893:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a568a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2011:x1830977685360512:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2733us (3228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.894906:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17390 00000100:00100000:1.0:1746157083.895026:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2012:x1830977685360768:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.895032:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13827 00002000:00100000:1.0:1746157083.895036:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131368a80 x1830977685360768/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.895044:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131368a80 with x1830977685360768 ext(0->4095) 00002000:00010000:1.0:1746157083.895048:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131368a80 00000100:00100000:0.0:1746157083.898277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.898381:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685360896 00000100:00100000:3.0:1746157083.898389:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685360896 00000100:00100000:3.0:1746157083.898441:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30052 00000100:00100000:3.0:1746157083.898449:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685360896:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.898468:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157083.898485:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820270 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.898515:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.898523:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.898524:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.898527:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.898557:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.898570:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 117 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.898582:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679267456:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157083.898679:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.899826:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679267456:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.899854:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.899867:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526400, rc 0) 00000100:00100000:3.0:1746157083.899908:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685360896:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1459us (1642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.899921:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30052 00000100:00100000:0.0:1746157083.900321:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.900385:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685361024 00000100:00100000:3.0:1746157083.900392:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685361024 00010000:00010000:3.0:1746157083.900417:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.900438:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17391 00000100:00100000:3.0:1746157083.900444:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2010:x1830977685361024:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157083.900457:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.900475:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.900485:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.900510:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350db6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820269 expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.900552:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.900554:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.900560:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.900567:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.900592:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157083.900603:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679267584:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.900652:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.902139:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.902310:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685361280 00000100:00100000:1.0:1746157083.902316:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685361280 00000100:00100000:3.0:1746157083.902327:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679267584:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157083.902346:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157083.902363:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888000 x1830977685361280/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.902373:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888000 with x1830977685361280 ext(0->4095) 00002000:00010000:1.0:1746157083.902377:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8888000 00000100:00100000:3.0:1746157083.902392:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:2010:x1830977685361024:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1947us (2072us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.902401:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17391 00000100:00100000:1.0:1746157083.902601:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13828 00000100:00100000:1.0:1746157083.902608:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685361280:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157083.903068:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685361280:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 459us (932us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.903075:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13828 00002000:00100000:1.0:1746157083.903080:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888000 x1830977685361280/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.903088:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888000 with x1830977685361280 ext(0->4095) 00002000:00010000:1.0:1746157083.903091:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8888000 00000100:00100000:0.0:1746157083.905041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.905293:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685361408 00000100:00100000:3.0:1746157083.905302:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685361408 00000100:00100000:3.0:1746157083.905353:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30053 00000100:00100000:3.0:1746157083.905361:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:1768:x1830977685361408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.905379:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157083.905395:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820277 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.905430:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.905437:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.905440:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.905443:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.905472:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.905659:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.905672:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679267712:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157083.905784:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.905900:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.905983:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685361536 00000100:00100000:2.0:1746157083.905987:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685361536 00000100:00100000:2.0:1746157083.906021:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30054 00000100:00100000:2.0:1746157083.906027:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:1767:x1830977685361536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.906035:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.906042:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482027e expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.906054:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.906058:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 120 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.906067:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.906069:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 120 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.906094:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 120 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.906104:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 120 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.906113:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157083.906138:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:1767:x1830977685361536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.906144:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30054 00000100:00100000:0.0:1746157083.908188:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.908314:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679267712:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.908346:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.908362:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157083.908415:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:1768:x1830977685361408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3055us (3384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.908424:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30053 00000100:00100000:2.0:1746157083.908513:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685361664 00000100:00100000:2.0:1746157083.908520:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685361664 00010000:00010000:2.0:1746157083.908546:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.908566:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17392 00000100:00100000:2.0:1746157083.908572:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685361664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.908584:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.908601:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.908613:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.908635:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820270 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.908661:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.908663:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.908670:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.908678:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.908707:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.908717:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.908729:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679267968:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.908811:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.910887:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679267968:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.910913:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.910971:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685361664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2396us (2792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.910984:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17392 00000100:00100000:0.0:1746157083.911232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.911275:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685361920 00000100:00100000:1.0:1746157083.911282:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685361920 00002000:00100000:1.0:1746157083.911321:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5f80 x1830977685361920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.911331:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5f80 with x1830977685361920 ext(0->4095) 00010000:00010000:1.0:1746157083.911340:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.911352:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.911360:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5f80 00000100:00100000:1.0:1746157083.911386:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2870 00000100:00100000:1.0:1746157083.911393:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2011:x1830977685361920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157083.911549:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2011:x1830977685361920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.911554:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2870 00002000:00100000:1.0:1746157083.911560:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5f80 x1830977685361920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.911567:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5f80 with x1830977685361920 ext(0->4095) 00010000:00010000:1.0:1746157083.911571:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.911579:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.911584:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5f80 00000100:00100000:0.0:1746157083.913893:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.914607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.914646:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685362048 00000100:00100000:3.0:1746157083.914657:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685362048 00000100:00100000:2.0:1746157083.914717:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685362176 00000100:00100000:2.0:1746157083.914721:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685362176 00000100:00100000:3.0:1746157083.914722:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30055 00000100:00100000:3.0:1746157083.914731:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685362048:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.914768:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.914775:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157083.914792:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17393 00010000:00010000:3.0:1746157083.914797:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820285 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.914799:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2013:x1830977685362176:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.914812:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157083.914829:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.914836:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 119 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.914847:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157083.914851:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.914996:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.915023:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 119 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.915041:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.915051:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157083.915168:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685362048:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 438us (1291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.915175:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30055 00010000:00010000:2.0:1746157083.915239:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.915256:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350dc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820277 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.915380:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.915382:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.915389:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 118 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.915399:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 118 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.915420:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 118 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.915430:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.915443:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679268224:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.915505:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.918366:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679268224:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.918399:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.918450:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2013:x1830977685362176:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3650us (3843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.918461:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17393 00000100:00100000:0.0:1746157083.918910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.919100:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685362432 00000100:00100000:1.0:1746157083.919108:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685362432 00002000:00100000:1.0:1746157083.919151:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8000 x1830977685362432/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.919161:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8000 with x1830977685362432 ext(0->4095) 00010000:00010000:1.0:1746157083.919172:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.919188:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.919195:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8000 00000100:00100000:1.0:1746157083.919221:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2871 00000100:00100000:1.0:1746157083.919229:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2011:x1830977685362432:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157083.919396:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2011:x1830977685362432:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.919402:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2871 00002000:00100000:1.0:1746157083.919407:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8000 x1830977685362432/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.919415:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8000 with x1830977685362432 ext(0->4095) 00010000:00010000:1.0:1746157083.919420:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.919430:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 118 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.919436:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccf8000 00000100:00100000:0.0:1746157083.921886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157083.922064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.922143:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685362560 00000100:00100000:2.0:1746157083.922143:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685362688 00000100:00100000:3.0:1746157083.922152:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685362560 00000100:00100000:2.0:1746157083.922152:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685362688 00010000:00010000:2.0:1746157083.922187:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 119 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.922229:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17394 00000100:00100000:2.0:1746157083.922236:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2012:x1830977685362688:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.922250:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.922273:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 119 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.922287:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 119 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.922313:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350dcb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482027e expref: 119 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.922328:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.922331:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.922338:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.922347:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.922381:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.922394:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679268352:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157083.922476:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30056 00000100:00100000:2.0:1746157083.922482:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.922485:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:1767:x1830977685362560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.922506:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157083.922519:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482028c expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.922542:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.922549:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.922550:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.922553:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.922571:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.922581:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.922589:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679268480:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157083.922614:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.924220:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679268352:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157083.924222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157083.924242:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.924305:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679268480:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.924331:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.924347:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157083.924373:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:1767:x1830977685362560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1890us (2496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.924374:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+119:2012:x1830977685362688:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2138us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.924382:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30056 00000100:00100000:2.0:1746157083.924383:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17394 00000100:00100000:2.0:1746157083.924415:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685362944 00000100:00100000:2.0:1746157083.924419:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685362944 00002000:00100000:2.0:1746157083.924449:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8e00 x1830977685362944/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.924458:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8e00 with x1830977685362944 ext(0->4095) 00010000:00010000:2.0:1746157083.924465:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.924476:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157083.924487:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8e00 00000100:00100000:2.0:1746157083.924723:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2872 00000100:00100000:2.0:1746157083.924730:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685362944:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157083.925078:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685362944:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 347us (864us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.925085:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2872 00002000:00100000:3.0:1746157083.925090:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8e00 x1830977685362944/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.925097:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8e00 with x1830977685362944 ext(0->4095) 00010000:00010000:3.0:1746157083.925102:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.925111:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157083.925116:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8e00 00000100:00100000:0.0:1746157083.928849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.929220:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685363072 00000100:00100000:2.0:1746157083.929229:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685363072 00010000:00010000:2.0:1746157083.929265:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.929299:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17395 00000100:00100000:2.0:1746157083.929306:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685363072:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.929320:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.929339:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.929351:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.929372:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527200/0x7b65fed885350dd2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820285 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.929392:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.929394:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.929401:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.929413:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.929443:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.929454:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679268608:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.929539:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.932588:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.932697:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679268608:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.932721:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157083.932811:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685363328 00000100:00100000:3.0:1746157083.932820:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685363328 00002000:00100000:3.0:1746157083.932862:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda300 x1830977685363328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.932871:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda300 with x1830977685363328 ext(0->4095) 00002000:00010000:3.0:1746157083.932876:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008feda300 00000100:00100000:2.0:1746157083.933164:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685363072:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3855us (4324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.933175:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17395 00000100:00100000:3.0:1746157083.933619:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13829 00000100:00100000:3.0:1746157083.933628:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2011:x1830977685363328:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157083.933802:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2011:x1830977685363328:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 176us (1229us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.933809:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13829 00002000:00100000:3.0:1746157083.933814:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda300 x1830977685363328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.933826:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda300 with x1830977685363328 ext(0->4095) 00002000:00010000:3.0:1746157083.933829:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008feda300 00000100:00100000:0.0:1746157083.935372:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.935482:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685363456 00000100:00100000:3.0:1746157083.935491:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685363456 00000100:00100000:3.0:1746157083.935547:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30057 00000100:00100000:3.0:1746157083.935555:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685363456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.935575:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157083.935594:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820293 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.935622:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.935629:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.935631:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.935635:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.935667:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.935679:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 117 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.935691:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679268736:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157083.936262:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.939055:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679268736:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.939090:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.939109:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157083.939152:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685363456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3597us (3788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.939166:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30057 00000100:00100000:0.0:1746157083.939544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.939708:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685363584 00000100:00100000:2.0:1746157083.939717:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685363584 00010000:00010000:2.0:1746157083.939772:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.939864:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17396 00000100:00100000:2.0:1746157083.939873:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2011:x1830977685363584:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.939884:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.939901:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.939918:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.939951:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350dd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482028c expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.940117:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.940119:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.940126:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.940134:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.940162:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.940173:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679268864:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.940526:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.942814:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679268864:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.942835:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.942879:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:2011:x1830977685363584:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3007us (3341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.942888:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17396 00000100:00100000:0.0:1746157083.943093:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.943342:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685363840 00000100:00100000:3.0:1746157083.943355:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685363840 00002000:00100000:3.0:1746157083.943406:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9d880 x1830977685363840/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.943416:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9d880 with x1830977685363840 ext(0->4095) 00002000:00010000:3.0:1746157083.943421:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9d880 00000100:00100000:3.0:1746157083.943446:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13830 00000100:00100000:3.0:1746157083.943453:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685363840:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157083.943500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.943621:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685363968 00000100:00100000:2.0:1746157083.943626:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685363968 00000100:00100000:2.0:1746157083.943708:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30058 00000100:00100000:2.0:1746157083.943714:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+117:1767:x1830977685363968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.943728:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.943864:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482029a expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.943889:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.943895:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.943897:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.943900:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.943924:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.943945:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.943955:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679268992:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.943998:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157083.944218:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685363840:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 762us (1123us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.944226:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13830 00002000:00100000:3.0:1746157083.944233:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012be9d880 x1830977685363840/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.944240:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9d880 with x1830977685363840 ext(0->4095) 00010000:00010000:3.0:1746157083.944247:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157083.944263:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157083.944268:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012be9d880 00000100:00100000:2.0:1746157083.945553:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679268992:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.945579:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 118 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.945596:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157083.945627:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:1767:x1830977685363968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1912us (2126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.945634:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30058 00000100:00100000:0.0:1746157083.947599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.947692:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685364096 00000100:00100000:2.0:1746157083.947698:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685364096 00010000:00010000:2.0:1746157083.947722:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.947772:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17397 00000100:00100000:2.0:1746157083.947779:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a568a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685364096:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.947791:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.947807:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.947817:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.947835:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350de0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820293 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.947850:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.947851:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.947857:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.947869:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.947896:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.947906:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679269120:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.947975:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.950006:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679269120:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.950025:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.950051:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a568a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685364096:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2272us (2457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.950059:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17397 00000100:00100000:0.0:1746157083.951350:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.951524:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685364352 00000100:00100000:3.0:1746157083.951531:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685364352 00002000:00100000:3.0:1746157083.951565:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091294e00 x1830977685364352/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157083.951574:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091294e00 with x1830977685364352 ext(0->4095) 00002000:00010000:3.0:1746157083.951578:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091294e00 00000100:00100000:1.0:1746157083.951972:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13831 00000100:00100000:1.0:1746157083.951981:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2011:x1830977685364352:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157083.952106:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2011:x1830977685364352:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (760us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.952114:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13831 00002000:00100000:1.0:1746157083.952119:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091294e00 x1830977685364352/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.952125:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091294e00 with x1830977685364352 ext(0->4095) 00002000:00010000:1.0:1746157083.952128:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091294e00 00000100:00100000:0.0:1746157083.953871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.953991:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685364480 00000100:00100000:2.0:1746157083.953997:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685364480 00000100:00100000:2.0:1746157083.954041:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30059 00000100:00100000:2.0:1746157083.954048:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685364480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.954060:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.954074:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202a1 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.954094:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.954100:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.954102:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157083.954105:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.954128:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 117 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.954139:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 117 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.954154:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679269248:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.954509:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.956411:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679269248:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157083.956440:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.956455:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768c00, rc 0) 00000100:00100000:2.0:1746157083.956494:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685364480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2446us (2627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.956501:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30059 00000100:00100000:0.0:1746157083.957128:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.957414:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685364608 00000100:00100000:1.0:1746157083.957421:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685364608 00002000:00100000:1.0:1746157083.957453:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e4e00 x1830977685364608/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.957462:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e4e00 with x1830977685364608 ext(0->7) 00010000:00010000:1.0:1746157083.957468:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.957480:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 118 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.957486:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e4e00 00000100:00100000:1.0:1746157083.957562:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2873 00000100:00100000:1.0:1746157083.957569:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+118:2011:x1830977685364608:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157083.958509:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:2011:x1830977685364608:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 935us (1382us total) trans 4294970626 rc 0/0 00000100:00100000:0.0:1746157083.958517:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2873 00002000:00100000:0.0:1746157083.958524:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e4e00 x1830977685364608/t4294970626(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/448 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.958537:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e4e00 with x1830977685364608 ext(0->7) 00010000:00010000:0.0:1746157083.958544:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 120 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157083.958554:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 120 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157083.958559:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e4e00 00000100:00100000:0.0:1746157083.961252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.961338:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685364736 00000100:00100000:2.0:1746157083.961346:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685364736 00010000:00010000:2.0:1746157083.961373:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 120 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.961409:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17398 00000100:00100000:2.0:1746157083.961416:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:2011:x1830977685364736:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.961430:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.961447:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 120 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.961457:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 120 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.961476:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350de7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482029a expref: 120 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.961491:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.961493:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.961499:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.961506:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.961536:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.961547:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679269376:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.962213:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.968569:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.968664:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685364864 00000100:00100000:2.0:1746157083.968674:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685364864 00000100:00100000:2.0:1746157083.968760:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30060 00000100:00100000:2.0:1746157083.968768:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:1767:x1830977685364864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157083.968786:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157083.968800:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202a8 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.968821:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.968828:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.968830:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.968833:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 121 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.968859:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.968869:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.968879:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679269504:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157083.968963:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.969411:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679269376:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.969433:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.969468:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+121:2011:x1830977685364736:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8051us (8221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.969478:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17398 00000100:00100000:0.0:1746157083.970231:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.970480:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685365120 00000100:00100000:2.0:1746157083.970486:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685365120 00002000:00100000:2.0:1746157083.970524:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e7b80 x1830977685365120/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.970535:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7b80 with x1830977685365120 ext(0->4095) 00010000:00010000:2.0:1746157083.970544:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.970557:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157083.970563:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e7b80 00000100:00100000:2.0:1746157083.971130:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2874 00000100:00100000:2.0:1746157083.971137:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685365120:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157083.971198:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679269504:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.971230:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 120 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.971243:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768200, rc 0) 00000100:00100000:3.0:1746157083.971310:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:1767:x1830977685364864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2542us (2751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.971312:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685365120:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (1082us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157083.971317:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30060 00000100:00100000:2.0:1746157083.971319:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2874 00002000:00100000:2.0:1746157083.971323:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e7b80 x1830977685365120/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157083.971331:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7b80 with x1830977685365120 ext(0->4095) 00010000:00010000:2.0:1746157083.971335:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.971345:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157083.971350:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e7b80 00000100:00100000:0.0:1746157083.973581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.974152:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685365248 00000100:00100000:2.0:1746157083.974162:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685365248 00010000:00010000:2.0:1746157083.974189:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.974588:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17399 00000100:00100000:2.0:1746157083.974595:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685365248:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.974606:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.974623:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.974633:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.974651:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350dee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a1 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.974678:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.974680:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.974686:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.974693:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.974720:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.974757:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679269632:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.975713:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.978271:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.978497:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679269632:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.978515:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157083.978527:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685365504 00000100:00100000:1.0:1746157083.978533:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685365504 00000100:00100000:2.0:1746157083.978555:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685365248:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3961us (4980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.978563:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17399 00002000:00100000:1.0:1746157083.978563:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5bdf100 x1830977685365504/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.978572:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdf100 with x1830977685365504 ext(0->4095) 00002000:00010000:1.0:1746157083.978576:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5bdf100 00000100:00100000:1.0:1746157083.978589:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13832 00000100:00100000:1.0:1746157083.978594:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:2010:x1830977685365504:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157083.978698:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:2010:x1830977685365504:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.978704:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13832 00002000:00100000:1.0:1746157083.978709:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5bdf100 x1830977685365504/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.978716:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdf100 with x1830977685365504 ext(0->4095) 00002000:00010000:1.0:1746157083.978718:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5bdf100 00000100:00100000:0.0:1746157083.981007:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.981068:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685365632 00000100:00100000:3.0:1746157083.981079:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685365632 00000100:00100000:3.0:1746157083.981124:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30061 00000100:00100000:3.0:1746157083.981132:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685365632:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157083.981147:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157083.981162:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202af expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.981187:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.981194:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.981196:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157083.981199:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.981224:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 119 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.981234:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 119 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.981244:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679269760:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157083.981334:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.985582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157083.985638:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685365760 00000100:00100000:1.0:1746157083.985646:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685365760 00002000:00100000:1.0:1746157083.985680:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5bdc000 x1830977685365760/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.985688:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdc000 with x1830977685365760 ext(0->7) 00010000:00010000:1.0:1746157083.985696:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 120 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.985707:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 120 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.985713:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5bdc000 00000100:00100000:1.0:1746157083.985768:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2875 00000100:00100000:1.0:1746157083.985774:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+120:2011:x1830977685365760:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157083.985794:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679269760:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157083.985816:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.985830:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526400, rc 0) 00000100:00100000:3.0:1746157083.985863:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685365632:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4732us (4868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157083.985869:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30061 00000100:00100000:0.0:1746157083.987067:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+122:2011:x1830977685365760:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1288us (1487us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1746157083.987076:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2875 00002000:00100000:0.0:1746157083.987083:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5bdc000 x1830977685365760/t4294970627(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:644/0 lens 496/448 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157083.987090:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdc000 with x1830977685365760 ext(0->7) 00010000:00010000:0.0:1746157083.987095:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 122 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157083.987106:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 122 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157083.987112:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5bdc000 00000100:00100000:0.0:1746157083.990014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157083.990132:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685365888 00000100:00100000:2.0:1746157083.990144:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685365888 00010000:00010000:2.0:1746157083.990175:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 122 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157083.990214:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17400 00000100:00100000:2.0:1746157083.990221:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+122:2011:x1830977685365888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157083.990233:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157083.990252:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 122 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.990264:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 122 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.990282:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350df5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202a8 expref: 122 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157083.990313:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.990315:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157083.990321:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.990328:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157083.990353:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157083.990362:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679269888:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157083.990441:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157083.998919:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.999012:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685366016 00000100:00100000:3.0:1746157083.999024:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685366016 00000100:00100000:0.0:1746157083.999030:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157083.999078:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30062 00000100:00100000:3.0:1746157083.999086:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+122:1767:x1830977685366016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157083.999099:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685366272 00010000:00010000:3.0:1746157083.999103:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746157083.999108:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685366272 00010000:00010000:3.0:1746157083.999117:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202b6 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746157083.999134:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250c000 x1830977685366272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/0 e 0 to 0 dl 1746157094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746157083.999142:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746157083.999143:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250c000 with x1830977685366272 ext(0->4095) 00010000:00010000:3.0:1746157083.999149:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157083.999150:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157083.999152:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.999153:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 123 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157083.999161:0:24938:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157083.999179:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746157083.999183:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250c000 00010000:00010000:3.0:1746157083.999189:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157083.999199:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679270016:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157083.999201:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2876 00000100:00100000:1.0:1746157083.999207:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685366272:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157083.999263:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157083.999274:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679269888:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157083.999298:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157083.999332:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+123:2011:x1830977685365888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9111us (9328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157083.999341:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17400 00000100:00100000:1.0:1746157083.999722:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685366272:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 513us (690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157083.999729:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2876 00002000:00100000:1.0:1746157083.999775:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250c000 x1830977685366272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746157094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157083.999782:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250c000 with x1830977685366272 ext(0->4095) 00010000:00010000:1.0:1746157083.999788:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157083.999797:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157083.999803:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250c000 00000100:00100000:3.0:1746157084.001919:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679270016:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157084.001951:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 122 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.001970:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157084.002057:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+122:1767:x1830977685366016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2970us (3147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.002065:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30062 00000100:00100000:0.0:1746157084.002813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.003102:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685366400 00000100:00100000:3.0:1746157084.003108:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685366400 00000100:00100000:3.0:1746157084.003143:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30063 00000100:00100000:3.0:1746157084.003149:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+122:1768:x1830977685366400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157084.003162:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157084.003175:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202bd expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.003195:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.003199:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 123 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.003204:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157084.003207:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 123 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.003235:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 123 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.003245:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 123 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.003255:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157084.003290:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+123:1768:x1830977685366400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.003295:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30063 00000100:00080000:0.0:1746157084.003353:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746157084.003425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.003575:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685366528 00000100:00100000:0.0:1746157084.003579:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685366528 00010000:00010000:0.0:1746157084.003610:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00080000:2.0:1746157084.003660:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157084.004068:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17401 00000100:00100000:0.0:1746157084.004076:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685366528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157084.004086:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157084.004103:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.004113:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.004130:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526400/0x7b65fed885350dfc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202af expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.004233:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157084.004235:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157084.004242:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 122 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.004250:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 122 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.004272:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 122 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.004282:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 122 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746157084.004292:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009250e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679270272:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157084.004750:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.006339:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009250e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679270272:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.006356:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.006406:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685366528:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2330us (2979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.006415:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17401 00000100:00100000:3.0:1746157084.006773:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.006859:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685366784 00000100:00100000:0.0:1746157084.006869:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685366784 00002000:00100000:0.0:1746157084.006915:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2f800 x1830977685366784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.006925:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2f800 with x1830977685366784 ext(0->4095) 00010000:00010000:0.0:1746157084.006944:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 123 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.006956:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 123 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157084.006964:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2f800 00000100:00100000:0.0:1746157084.006983:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2877 00000100:00100000:0.0:1746157084.006991:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+123:2011:x1830977685366784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157084.007148:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+123:2011:x1830977685366784:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (375us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157084.007155:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2877 00002000:00100000:0.0:1746157084.007160:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2f800 x1830977685366784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.007168:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2f800 with x1830977685366784 ext(0->4095) 00010000:00010000:0.0:1746157084.007172:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 123 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.007180:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 123 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157084.007185:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2f800 00000100:00100000:0.0:1746157084.009225:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.009343:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685366912 00000100:00100000:2.0:1746157084.009351:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685366912 00010000:00010000:2.0:1746157084.009386:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 123 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.009425:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17402 00000100:00100000:2.0:1746157084.009432:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+123:2011:x1830977685366912:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.009445:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.009465:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 123 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.009477:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 123 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.009500:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350e03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202b6 expref: 123 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.009530:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.009532:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.009540:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 122 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.009548:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 122 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.009587:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 122 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.009599:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679270400:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.009682:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.012119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.012203:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685367168 00000100:00100000:1.0:1746157084.012215:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685367168 00002000:00100000:1.0:1746157084.012258:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250f480 x1830977685367168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.012267:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250f480 with x1830977685367168 ext(0->4095) 00002000:00010000:1.0:1746157084.012271:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250f480 00000100:00100000:1.0:1746157084.012309:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13833 00000100:00100000:1.0:1746157084.012316:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+123:2010:x1830977685367168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157084.013029:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+123:2010:x1830977685367168:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 712us (921us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.013037:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13833 00002000:00100000:1.0:1746157084.013043:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250f480 x1830977685367168/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.013054:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250f480 with x1830977685367168 ext(0->4095) 00002000:00010000:1.0:1746157084.013058:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250f480 00000100:00100000:2.0:1746157084.013211:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679270400:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.013237:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.013291:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+122:2011:x1830977685366912:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3858us (4075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.013301:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17402 00000100:00100000:0.0:1746157084.017511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.018028:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685367296 00000100:00100000:2.0:1746157084.018037:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685367296 00000100:00100000:2.0:1746157084.018087:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30064 00000100:00100000:2.0:1746157084.018093:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685367296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.018113:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.018130:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202c4 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.018153:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 121 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.018160:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.018161:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.018164:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.018189:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 121 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.018199:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 121 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.018210:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679270528:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.018276:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.023511:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679270528:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.023540:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.023554:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769a00, rc 0) 00000100:00100000:2.0:1746157084.023601:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685367296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5507us (6095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.023609:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30064 00000100:00100000:1.0:1746157084.027046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.027470:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685367424 00000100:00100000:2.0:1746157084.027480:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685367424 00002000:00100000:2.0:1746157084.027528:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910bb800 x1830977685367424/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.027538:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb800 with x1830977685367424 ext(0->7) 00010000:00010000:2.0:1746157084.027547:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 122 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.027561:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 122 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157084.027568:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910bb800 00000100:00100000:2.0:1746157084.027604:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2878 00000100:00100000:2.0:1746157084.027613:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+122:2010:x1830977685367424:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157084.028797:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2010:x1830977685367424:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1178us (1755us total) trans 4294970628 rc 0/0 00000100:00100000:2.0:1746157084.028810:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2878 00002000:00100000:2.0:1746157084.028819:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800910bb800 x1830977685367424/t4294970628(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.028828:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb800 with x1830977685367424 ext(0->7) 00010000:00010000:2.0:1746157084.028837:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 124 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.028850:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 124 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157084.028856:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800910bb800 00000100:00100000:0.0:1746157084.034181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.035099:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685367552 00000100:00100000:2.0:1746157084.035111:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685367552 00010000:00010000:2.0:1746157084.035159:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 124 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.035203:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17403 00000100:00100000:2.0:1746157084.035212:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2013:x1830977685367552:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.035228:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.035250:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 124 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.035262:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 124 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.035286:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885350e0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202bd expref: 124 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.035317:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.035319:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.035326:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.035334:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.035369:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.035382:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679270656:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.035471:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.040948:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679270656:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.040973:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.041404:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+123:2013:x1830977685367552:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6190us (7231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.041417:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17403 00000100:00100000:0.0:1746157084.041780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.041886:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685367808 00000100:00100000:2.0:1746157084.041893:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685367808 00002000:00100000:2.0:1746157084.041946:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091393800 x1830977685367808/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.041956:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091393800 with x1830977685367808 ext(0->4095) 00002000:00010000:2.0:1746157084.041960:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091393800 00000100:00100000:2.0:1746157084.041989:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13834 00000100:00100000:2.0:1746157084.041997:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685367808:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157084.043142:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685367808:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 1138us (1355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157084.043151:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13834 00002000:00100000:2.0:1746157084.043159:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091393800 x1830977685367808/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.043166:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091393800 with x1830977685367808 ext(0->4095) 00002000:00010000:2.0:1746157084.043170:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091393800 00000100:00100000:0.0:1746157084.044770:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.044899:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685367936 00000100:00100000:2.0:1746157084.044908:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685367936 00000100:00100000:2.0:1746157084.044990:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30065 00000100:00100000:2.0:1746157084.044998:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+123:1768:x1830977685367936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.045016:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.045034:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202cb expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.045063:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.045069:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.045070:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.045074:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 124 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.045104:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.045120:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 5 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.045132:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679270784:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.045228:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.051066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.051363:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685368064 00000100:00100000:3.0:1746157084.051374:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685368064 00010000:00010000:3.0:1746157084.051413:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.051456:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17404 00000100:00100000:3.0:1746157084.051464:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5689c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685368064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.051478:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.051497:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.051509:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.051536:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.051538:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.051542:0:9578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202c4 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.051544:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 124 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.051552:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 124 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.051568:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679270784:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157084.051587:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 124 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.051592:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 124 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.051597:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679270912:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.051599:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:2.0:1746157084.051650:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:1768:x1830977685367936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6650us (6919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.051657:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30065 00000100:00100000:3.0:1746157084.053155:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.053209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.053239:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685368192 00000100:00100000:2.0:1746157084.053246:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685368192 00000100:00100000:2.0:1746157084.053280:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30066 00000100:00100000:2.0:1746157084.053287:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:1767:x1830977685368192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.053306:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.053323:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202d2 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.053354:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 125 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.053360:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.053362:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.053365:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 125 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.053390:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 125 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.053402:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.053412:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679271040:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.053460:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.055169:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679271040:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.055208:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 125 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.055224:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768c00, rc 0) 00000100:00100000:3.0:1746157084.055241:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679270912:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.055255:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.055265:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+125:1767:x1830977685368192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1979us (2059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.055272:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5689c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685368064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3809us (4219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.055274:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30066 00000100:00100000:3.0:1746157084.055280:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17404 00000100:00100000:0.0:1746157084.056341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.056507:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685368448 00000100:00100000:3.0:1746157084.056515:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685368448 00002000:00100000:3.0:1746157084.056552:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a6d80 x1830977685368448/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.056560:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6d80 with x1830977685368448 ext(0->4095) 00010000:00010000:3.0:1746157084.056567:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.056578:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.056585:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a6d80 00000100:00100000:3.0:1746157084.056612:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2879 00000100:00100000:3.0:1746157084.056619:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+125:2010:x1830977685368448:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157084.057809:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+125:2010:x1830977685368448:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 1183us (1467us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.057820:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2879 00002000:00100000:3.0:1746157084.057829:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a6d80 x1830977685368448/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.057837:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6d80 with x1830977685368448 ext(0->4095) 00010000:00010000:3.0:1746157084.057846:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.057859:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.057865:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a6d80 00000100:00100000:0.0:1746157084.060874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.061133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.061242:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685368704 00000100:00100000:3.0:1746157084.061253:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685368704 00010000:00010000:3.0:1746157084.061292:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.061335:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17405 00000100:00100000:3.0:1746157084.061343:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+125:2010:x1830977685368704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.061358:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.061378:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.061389:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.061411:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202cb expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.061440:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.061442:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.061449:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 124 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.061456:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 124 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.061488:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 124 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.061501:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679271168:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.061580:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.061723:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685368576 00000100:00100000:2.0:1746157084.061727:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685368576 00000100:00100000:2.0:1746157084.061775:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30067 00000100:00100000:2.0:1746157084.061780:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685368576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.061793:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.061804:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202d9 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.061820:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 124 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.061825:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.061827:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.061830:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.061847:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 124 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.061857:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 124 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.061865:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679271296:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.061891:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.063957:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679271296:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.063994:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.064017:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768a00, rc 0) 00000100:00100000:2.0:1746157084.064062:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685368576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2279us (3198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.064071:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30067 00000100:00100000:3.0:1746157084.064141:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679271168:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.064156:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.064175:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2010:x1830977685368704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2834us (3043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.064183:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17405 00000100:00100000:0.0:1746157084.064346:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.064390:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685368960 00000100:00100000:3.0:1746157084.064397:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685368960 00002000:00100000:3.0:1746157084.064789:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4e00 x1830977685368960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.064804:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4e00 with x1830977685368960 ext(0->4095) 00010000:00010000:3.0:1746157084.064811:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 124 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.064822:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 124 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.064828:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4e00 00000100:00100000:3.0:1746157084.064855:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2880 00000100:00100000:3.0:1746157084.064863:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2011:x1830977685368960:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157084.065004:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2011:x1830977685368960:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (659us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.065010:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2880 00002000:00100000:3.0:1746157084.065015:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4e00 x1830977685368960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.065021:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4e00 with x1830977685368960 ext(0->4095) 00010000:00010000:3.0:1746157084.065025:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 124 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.065033:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 124 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.065038:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4e00 00010000:00010000:3.0:1746157084.066418:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157084.067218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.067350:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685369088 00000100:00100000:2.0:1746157084.067359:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685369088 00000100:00100000:2.0:1746157084.067423:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30068 00000100:00100000:2.0:1746157084.067431:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:1767:x1830977685369088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.067448:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.067465:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202e0 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.067489:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.067495:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.067500:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157084.067503:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 125 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.067541:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.067551:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 125 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.067565:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768000, rc 0) 00000100:00100000:2.0:1746157084.067623:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+125:1767:x1830977685369088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.067629:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30068 00000100:00100000:1.0:1746157084.067909:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.068376:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685369216 00000100:00100000:3.0:1746157084.068381:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685369216 00010000:00010000:3.0:1746157084.068402:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.068429:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17406 00000100:00100000:3.0:1746157084.068434:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+125:2012:x1830977685369216:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.068444:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.068461:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.068471:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.068487:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d2 expref: 125 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.068498:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.068500:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.068506:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.068512:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.068531:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.068544:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 5 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.068554:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679271552:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.068624:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.070583:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679271552:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.070606:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.070704:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2012:x1830977685369216:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2267us (2793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.070715:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17406 00000100:00100000:0.0:1746157084.070807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.070957:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685369472 00000100:00100000:3.0:1746157084.070963:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685369472 00002000:00100000:3.0:1746157084.070999:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4a80 x1830977685369472/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.071009:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4a80 with x1830977685369472 ext(0->4095) 00010000:00010000:3.0:1746157084.071017:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.071029:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.071035:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4a80 00000100:00100000:3.0:1746157084.071051:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2881 00000100:00100000:3.0:1746157084.071057:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685369472:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157084.071191:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685369472:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (385us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.071197:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2881 00002000:00100000:3.0:1746157084.071202:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4a80 x1830977685369472/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.071208:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4a80 with x1830977685369472 ext(0->4095) 00010000:00010000:3.0:1746157084.071212:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.071221:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.071227:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4a80 00000100:00100000:0.0:1746157084.074550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.074652:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685369600 00000100:00100000:3.0:1746157084.074661:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685369600 00010000:00010000:3.0:1746157084.074694:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.074824:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17407 00000100:00100000:3.0:1746157084.074833:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685369600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.074848:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.074952:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.074964:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.074987:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202d9 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.075015:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.075017:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.075025:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 123 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.075033:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 123 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.075065:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 123 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.075078:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679271680:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.075182:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.077666:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679271680:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.077690:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.077771:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685369600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2937us (3228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.077782:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17407 00000100:00100000:0.0:1746157084.078295:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.078555:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685369856 00000100:00100000:1.0:1746157084.078562:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685369856 00002000:00100000:1.0:1746157084.078601:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5500 x1830977685369856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.078612:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5500 with x1830977685369856 ext(0->4095) 00002000:00010000:1.0:1746157084.078616:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a5500 00000100:00100000:1.0:1746157084.078763:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13835 00000100:00100000:1.0:1746157084.078771:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2010:x1830977685369856:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157084.079396:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2010:x1830977685369856:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 621us (1097us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.079403:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13835 00002000:00100000:1.0:1746157084.079409:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5500 x1830977685369856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.079416:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5500 with x1830977685369856 ext(0->4095) 00002000:00010000:1.0:1746157084.079419:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a5500 00000100:00100000:0.0:1746157084.083797:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.084285:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685369984 00000100:00100000:2.0:1746157084.084294:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685369984 00000100:00100000:2.0:1746157084.084349:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30069 00000100:00100000:2.0:1746157084.084358:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685369984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.084376:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.084392:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202e7 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.084421:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 123 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.084428:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.084430:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.084433:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.084463:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 123 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.084475:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 123 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.084496:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679271808:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.084580:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.086617:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679271808:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.086651:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.086669:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:2.0:1746157084.086712:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685369984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2354us (2975us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.086721:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30069 00000100:00100000:0.0:1746157084.088896:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.088978:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685370112 00000100:00100000:3.0:1746157084.088987:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685370112 00010000:00010000:3.0:1746157084.089025:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 124 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746157084.089032:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.089074:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17408 00000100:00100000:3.0:1746157084.089080:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2010:x1830977685370112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.089093:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.089115:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 124 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.089127:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 124 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.089148:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e0 expref: 124 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.089173:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.089175:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.089185:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.089193:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.089226:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.089238:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679271936:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.089314:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.089440:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685370240 00000100:00100000:2.0:1746157084.089444:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685370240 00000100:00100000:2.0:1746157084.089480:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30070 00000100:00100000:2.0:1746157084.089487:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:1767:x1830977685370240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.089501:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.089876:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202ee expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.089895:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.089902:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.089903:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.089906:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 125 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.089929:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.089949:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.089958:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679272064:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.090609:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.093160:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679271936:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157084.093199:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.093274:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679272064:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.093296:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 125 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.093313:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769a00, rc 0) 00000100:00100000:0.0:1746157084.097428:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+125:2010:x1830977685370112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8332us (8525us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157084.097443:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17408 00000100:00100000:3.0:1746157084.097855:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.098058:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685370496 00000100:00100000:0.0:1746157084.098069:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685370496 00002000:00100000:0.0:1746157084.098113:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2ca80 x1830977685370496/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.098123:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2ca80 with x1830977685370496 ext(0->4095) 00010000:00010000:0.0:1746157084.098132:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.098146:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157084.098153:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2ca80 00000100:00100000:0.0:1746157084.098173:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2882 00000100:00100000:0.0:1746157084.098180:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685370496:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157084.098415:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:1767:x1830977685370240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8925us (9380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.098423:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30070 00000100:00100000:0.0:1746157084.098944:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685370496:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 763us (1090us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157084.098952:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2882 00002000:00100000:0.0:1746157084.098958:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2ca80 x1830977685370496/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.098965:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2ca80 with x1830977685370496 ext(0->4095) 00010000:00010000:0.0:1746157084.098971:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.098980:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157084.098987:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2ca80 00000100:00100000:0.0:1746157084.103457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.103525:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685370624 00000100:00100000:2.0:1746157084.103535:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685370624 00010000:00010000:2.0:1746157084.103573:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.103636:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17409 00000100:00100000:2.0:1746157084.103642:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685370624:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.103656:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.103675:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.103684:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.103702:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e34 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202e7 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.103850:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.103852:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.103858:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 123 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.103864:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 123 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.103892:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 123 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.103906:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679272192:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.104055:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:1.0:1746157084.109505:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.109702:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679272192:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.109727:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.109801:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685370624:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6157us (6352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.109812:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17409 00000100:00100000:0.0:1746157084.109914:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685370880 00000100:00100000:0.0:1746157084.109921:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685370880 00002000:00100000:0.0:1746157084.109975:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bfb80 x1830977685370880/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.109985:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bfb80 with x1830977685370880 ext(0->4095) 00002000:00010000:0.0:1746157084.109995:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bfb80 00000100:00100000:0.0:1746157084.110831:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13836 00000100:00100000:0.0:1746157084.110842:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2011:x1830977685370880:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157084.111013:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2011:x1830977685370880:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (1519us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157084.111019:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13836 00002000:00100000:0.0:1746157084.111026:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bfb80 x1830977685370880/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.111035:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bfb80 with x1830977685370880 ext(0->4095) 00002000:00010000:0.0:1746157084.111039:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bfb80 00000100:00100000:0.0:1746157084.118541:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.118618:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685371008 00000100:00100000:2.0:1746157084.118628:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685371008 00000100:00100000:2.0:1746157084.118683:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30071 00000100:00100000:2.0:1746157084.118691:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685371008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.118712:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.118732:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202f5 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.118797:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 123 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.118804:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.118805:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.118808:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.118837:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 123 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.118847:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 123 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.118857:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679272320:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.118953:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.122776:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679272320:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.122814:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.122837:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157084.123095:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685371008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4402us (4564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.123103:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30071 00000100:00100000:0.0:1746157084.124786:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.124859:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685371136 00000100:00100000:3.0:1746157084.124869:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685371136 00002000:00100000:3.0:1746157084.124917:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011f3e4000 x1830977685371136/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.124927:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4000 with x1830977685371136 ext(0->7) 00010000:00010000:3.0:1746157084.124946:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 124 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.124961:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 124 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.124968:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e4000 00000100:00100000:3.0:1746157084.124988:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2883 00000100:00100000:3.0:1746157084.124997:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+124:2013:x1830977685371136:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157084.126152:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+126:2013:x1830977685371136:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1151us (1369us total) trans 4294970629 rc 0/0 00000100:00100000:3.0:1746157084.126160:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2883 00002000:00100000:3.0:1746157084.126168:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011f3e4000 x1830977685371136/t4294970629(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.126176:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4000 with x1830977685371136 ext(0->7) 00010000:00010000:3.0:1746157084.126183:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 126 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.126195:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 126 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.126205:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e4000 00000001:00080000:0.0:1746157084.127330:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970629 is committed 00000100:00100000:0.0:1746157084.131655:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.131834:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685371264 00000100:00100000:2.0:1746157084.131846:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685371264 00010000:00010000:2.0:1746157084.131890:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.131945:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17410 00000100:00100000:2.0:1746157084.131954:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685371264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.131971:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.131993:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.132007:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.132030:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202ee expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.132051:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.132053:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.132060:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.133399:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.133453:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.133469:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679272448:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157084.133480:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.133571:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.133726:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685371392 00000100:00100000:3.0:1746157084.133750:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685371392 00000100:00100000:3.0:1746157084.133789:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30072 00000100:00100000:3.0:1746157084.133796:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:1767:x1830977685371392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157084.133812:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157084.133827:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048202fc expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.134363:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.134469:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.134471:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.134475:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 7 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.134499:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.134511:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.134520:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679272576:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157084.134846:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.136600:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679272448:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.136629:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.136682:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685371264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4728us (5036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.136693:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17410 00000100:00100000:0.0:1746157084.138153:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.138485:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685371648 00000100:00100000:3.0:1746157084.138496:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685371648 00002000:00100000:3.0:1746157084.138547:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c57ea00 x1830977685371648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.138557:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57ea00 with x1830977685371648 ext(0->4095) 00010000:00010000:3.0:1746157084.138567:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.138581:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.138588:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c57ea00 00000100:00100000:3.0:1746157084.138609:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2884 00000100:00100000:3.0:1746157084.138617:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685371648:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157084.138729:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679272576:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.138780:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.138796:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:2.0:1746157084.138968:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:1767:x1830977685371392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5171us (5488us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.138977:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30072 00000100:00100000:3.0:1746157084.139178:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685371648:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 561us (1035us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.139184:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2884 00002000:00100000:3.0:1746157084.139189:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c57ea00 x1830977685371648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.139197:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57ea00 with x1830977685371648 ext(0->4095) 00010000:00010000:3.0:1746157084.139201:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.139210:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.139216:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c57ea00 00000100:00100000:0.0:1746157084.141607:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.141906:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685371776 00000100:00100000:2.0:1746157084.141917:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685371776 00010000:00010000:2.0:1746157084.141971:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.142054:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17411 00000100:00100000:2.0:1746157084.142063:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5689850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685371776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.142077:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.142097:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.142109:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.142135:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e42 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202f5 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.142161:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.142163:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.142170:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.142177:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.142209:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.142223:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679272704:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.142412:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.144197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.144259:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685372032 00000100:00100000:3.0:1746157084.144268:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685372032 00000100:00100000:2.0:1746157084.144300:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679272704:192.168.203.44@tcp:105: 00002000:00100000:3.0:1746157084.144310:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335c00 x1830977685372032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.144319:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335c00 with x1830977685372032 ext(0->4095) 00010000:00010000:2.0:1746157084.144321:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1746157084.144323:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335c00 00000100:00100000:3.0:1746157084.144341:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13837 00000100:00100000:3.0:1746157084.144347:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685372032:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157084.144370:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5689850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685371776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2308us (2775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.144379:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17411 00000100:00100000:3.0:1746157084.145109:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685372032:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 759us (917us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.145116:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13837 00002000:00100000:3.0:1746157084.145122:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335c00 x1830977685372032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.145129:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335c00 with x1830977685372032 ext(0->4095) 00002000:00010000:3.0:1746157084.145133:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335c00 00000100:00100000:0.0:1746157084.147683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.147896:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685372160 00000100:00100000:2.0:1746157084.147905:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685372160 00000100:00100000:2.0:1746157084.148207:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30073 00000100:00100000:2.0:1746157084.148216:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685372160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.148234:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.148251:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820303 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.148280:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.148287:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.148288:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.148291:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.148319:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.148330:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.148341:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679272832:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.148756:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.150998:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679272832:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.151033:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.151051:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768a00, rc 0) 00000100:00100000:2.0:1746157084.151093:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685372160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2878us (3421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.151102:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30073 00000100:00100000:0.0:1746157084.151567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.151816:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685372288 00000100:00100000:3.0:1746157084.151823:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685372288 00002000:00100000:3.0:1746157084.151865:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b337b80 x1830977685372288/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.151874:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b337b80 with x1830977685372288 ext(0->7) 00010000:00010000:3.0:1746157084.151881:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.151894:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.151905:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b337b80 00000100:00100000:3.0:1746157084.152572:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2885 00000100:00100000:3.0:1746157084.152582:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685372288:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157084.153617:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685372288:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1033us (2046us total) trans 4294970630 rc 0/0 00000100:00100000:0.0:1746157084.153627:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2885 00002000:00100000:0.0:1746157084.153635:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b337b80 x1830977685372288/t4294970630(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.153644:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b337b80 with x1830977685372288 ext(0->7) 00010000:00010000:0.0:1746157084.153651:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.153664:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157084.153670:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b337b80 00000100:00100000:0.0:1746157084.159381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.159526:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685372416 00000100:00100000:2.0:1746157084.159536:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685372416 00010000:00010000:2.0:1746157084.159574:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.160008:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17412 00000100:00100000:2.0:1746157084.160016:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685372416:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.160032:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.160051:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.160063:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.160085:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350e49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048202fc expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.160113:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.160115:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.160123:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.160130:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.160164:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.160176:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679272960:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.160561:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.163856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.163947:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685372672 00000100:00100000:1.0:1746157084.163957:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685372672 00002000:00100000:1.0:1746157084.164004:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335180 x1830977685372672/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.164014:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335180 with x1830977685372672 ext(0->4095) 00002000:00010000:1.0:1746157084.164020:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335180 00000100:00100000:1.0:1746157084.164037:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13838 00000100:00100000:1.0:1746157084.164044:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685372672:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157084.164196:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685372672:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.164202:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13838 00002000:00100000:1.0:1746157084.164208:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335180 x1830977685372672/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.164215:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335180 with x1830977685372672 ext(0->4095) 00002000:00010000:1.0:1746157084.164219:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335180 00000100:00100000:2.0:1746157084.164302:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679272960:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.164325:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.164348:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685372416:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4334us (4978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.164357:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17412 00000100:00100000:0.0:1746157084.166566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.166681:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685372800 00000100:00100000:2.0:1746157084.166690:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685372800 00000100:00100000:2.0:1746157084.166804:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30074 00000100:00100000:2.0:1746157084.166814:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:1768:x1830977685372800:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.166833:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.166850:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482030a expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.166884:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.166890:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.166892:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.166895:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.166924:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.166944:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.166957:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679273088:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.167039:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.172429:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679273088:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.172467:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.172484:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768000, rc 0) 00000100:00100000:2.0:1746157084.172537:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1768:x1830977685372800:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5724us (5979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.172664:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30074 00000100:00100000:0.0:1746157084.172696:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.172713:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685373056 00000100:00100000:2.0:1746157084.172720:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685373056 00000100:00100000:2.0:1746157084.172766:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30075 00000100:00100000:2.0:1746157084.172772:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1767:x1830977685373056:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.172785:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.172799:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820311 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.172818:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.172822:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157084.172823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157084.172828:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.172830:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.172858:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.172867:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.172874:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157084.172891:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:1767:x1830977685373056:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.172896:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30075 00000100:00100000:3.0:1746157084.173006:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685372928 00000100:00100000:3.0:1746157084.173010:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685372928 00010000:00010000:3.0:1746157084.173029:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.173062:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17413 00000100:00100000:3.0:1746157084.173068:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685372928:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.173077:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.173096:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.173107:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.173124:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350e50 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820303 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.173139:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.173140:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.173146:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.173156:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.173177:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.173187:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.173196:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679273344:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.173260:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.174666:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679273344:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.174687:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.174719:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685372928:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1650us (1894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.174729:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17413 00000100:00100000:0.0:1746157084.175365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.175470:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685373312 00000100:00100000:1.0:1746157084.175477:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685373312 00002000:00100000:1.0:1746157084.175513:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0700 x1830977685373312/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.175522:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0700 with x1830977685373312 ext(0->4095) 00010000:00010000:1.0:1746157084.175530:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 9 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.175542:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 9 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.175548:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0700 00000100:00100000:1.0:1746157084.175564:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2886 00000100:00100000:1.0:1746157084.175570:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685373312:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.175693:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685373312:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.175698:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2886 00002000:00100000:1.0:1746157084.175702:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0700 x1830977685373312/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.175709:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0700 with x1830977685373312 ext(0->4095) 00010000:00010000:1.0:1746157084.175713:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 9 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.175721:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 9 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.175727:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0700 00000100:00100000:0.0:1746157084.179185:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.179717:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685373440 00000100:00100000:2.0:1746157084.179728:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685373440 00000100:00100000:2.0:1746157084.179789:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30076 00000100:00100000:2.0:1746157084.179796:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685373440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.179815:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.179835:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820318 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.179861:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.179867:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.179872:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157084.179876:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.179914:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.179926:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.179945:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769a00, rc 0) 00000100:00100000:0.0:1746157084.180436:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.180924:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685373440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1126us (1748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.180941:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30076 00000100:00100000:2.0:1746157084.181340:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685373568 00000100:00100000:2.0:1746157084.181346:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685373568 00010000:00010000:2.0:1746157084.181373:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 9 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.181396:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17414 00000100:00100000:2.0:1746157084.181403:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977685373568:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.181414:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.181435:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 9 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.181446:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 9 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.181467:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482030a expref: 9 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.181482:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.181484:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.181490:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.181498:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.181526:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.181536:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.181547:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679273600:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.181625:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.184163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.184258:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679273600:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.184282:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.184326:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685373568:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2922us (3890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.184336:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17414 00000100:00100000:1.0:1746157084.184682:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685373824 00000100:00100000:1.0:1746157084.184689:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685373824 00002000:00100000:1.0:1746157084.184731:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84700 x1830977685373824/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.184759:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84700 with x1830977685373824 ext(0->4095) 00010000:00010000:1.0:1746157084.184767:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.184779:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.184785:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce84700 00000100:00100000:1.0:1746157084.184812:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2887 00000100:00100000:1.0:1746157084.184819:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685373824:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.184987:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685373824:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (835us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.184994:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2887 00002000:00100000:1.0:1746157084.184999:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84700 x1830977685373824/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.185005:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84700 with x1830977685373824 ext(0->4095) 00010000:00010000:1.0:1746157084.185009:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.185022:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.185027:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce84700 00000100:00100000:0.0:1746157084.187817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.187896:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685373952 00000100:00100000:0.0:1746157084.187916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.187989:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685373952 00000100:00100000:2.0:1746157084.188044:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30077 00000100:00100000:2.0:1746157084.188052:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1767:x1830977685373952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.188070:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.188088:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482031f expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.188114:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.188120:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.188125:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157084.188129:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.188168:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.188225:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685374080 00000100:00100000:3.0:1746157084.188229:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685374080 00010000:00010000:3.0:1746157084.188248:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.188281:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17415 00000100:00100000:3.0:1746157084.188286:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685374080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.188295:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.188315:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.188326:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.188342:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820311 expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.188359:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.188360:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.188366:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.188372:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.188392:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.188499:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.188511:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157084.188562:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:1767:x1830977685373952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 510us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.188568:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30077 00010000:00010000:3.0:1746157084.188698:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.188713:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679273856:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.188827:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.190660:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679273856:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.190684:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.190758:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685374080:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2446us (2817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.190768:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17415 00000100:00100000:0.0:1746157084.190851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.190990:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685374336 00000100:00100000:2.0:1746157084.190997:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685374336 00002000:00100000:2.0:1746157084.191120:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2ff800 x1830977685374336/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.191130:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ff800 with x1830977685374336 ext(0->4095) 00010000:00010000:2.0:1746157084.191138:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.191150:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157084.191156:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ff800 00000100:00100000:2.0:1746157084.191184:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2888 00000100:00100000:2.0:1746157084.191191:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685374336:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157084.191359:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685374336:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157084.191365:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2888 00002000:00100000:2.0:1746157084.191370:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2ff800 x1830977685374336/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.191377:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ff800 with x1830977685374336 ext(0->4095) 00010000:00010000:2.0:1746157084.191381:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.191394:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157084.191498:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ff800 00000100:00100000:0.0:1746157084.193831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.193902:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685374464 00000100:00100000:3.0:1746157084.193912:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685374464 00010000:00010000:3.0:1746157084.193959:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.193994:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17416 00000100:00100000:3.0:1746157084.194002:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685374464:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.194016:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.194034:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.194045:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.194067:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350e65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820318 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.194101:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.194103:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.194110:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 7 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.194119:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 7 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.194163:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 7 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.194176:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679273984:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.194270:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.196249:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679273984:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.196274:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.196315:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685374464:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2312us (2494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.196325:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17416 00000100:00100000:0.0:1746157084.198112:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.198528:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685374720 00000100:00100000:2.0:1746157084.198538:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685374720 00002000:00100000:2.0:1746157084.198583:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fd180 x1830977685374720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.198593:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fd180 with x1830977685374720 ext(0->4095) 00002000:00010000:2.0:1746157084.198598:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fd180 00000100:00100000:2.0:1746157084.198630:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13839 00000100:00100000:2.0:1746157084.198638:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685374720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157084.198828:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685374720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (726us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157084.198834:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13839 00002000:00100000:2.0:1746157084.198839:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fd180 x1830977685374720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.198846:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fd180 with x1830977685374720 ext(0->4095) 00002000:00010000:2.0:1746157084.198848:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fd180 00000100:00100000:0.0:1746157084.204495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.205175:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685374848 00000100:00100000:2.0:1746157084.205185:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685374848 00000100:00100000:2.0:1746157084.205245:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30078 00000100:00100000:2.0:1746157084.205252:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685374848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.205274:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.205291:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820326 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.205319:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 7 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.205326:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.205328:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.205331:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.205363:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 7 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.205374:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 7 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.205387:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679274112:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.205487:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.209248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.209387:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679274112:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.209421:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157084.209433:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685374976 00010000:00010000:2.0:1746157084.209440:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:1.0:1746157084.209440:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685374976 00002000:00100000:1.0:1746157084.209479:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d0fb80 x1830977685374976/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.209489:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0fb80 with x1830977685374976 ext(0->7) 00000100:00100000:2.0:1746157084.209493:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685374848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4242us (5009us total) trans 0 rc 0/0 00010000:00010000:1.0:1746157084.209495:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.209506:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30078 00010000:00010000:1.0:1746157084.209507:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 8 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.209513:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0fb80 00000100:00100000:1.0:1746157084.209543:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2889 00000100:00100000:1.0:1746157084.209549:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685374976:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157084.210858:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685374976:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1301us (1613us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1746157084.210869:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2889 00002000:00100000:0.0:1746157084.210878:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d0fb80 x1830977685374976/t4294970631(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.210886:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0fb80 with x1830977685374976 ext(0->7) 00010000:00010000:0.0:1746157084.210894:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.210908:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157084.210919:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d0fb80 00000100:00100000:2.0:1746157084.234510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.234560:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685375104 00000100:00100000:3.0:1746157084.234569:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685375104 00010000:00010000:3.0:1746157084.234603:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.234629:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17417 00000100:00100000:3.0:1746157084.234635:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685375104:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.234649:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.234668:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.234679:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.234699:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482031f expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.234716:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.234718:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.234725:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.234732:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.234786:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.234799:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679274240:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.235069:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.237030:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679274240:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.237056:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.237212:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685375104:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2574us (2710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.237223:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17417 00000100:00100000:0.0:1746157084.237367:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.240143:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685375360 00000100:00100000:1.0:1746157084.240158:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685375360 00002000:00100000:1.0:1746157084.240217:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0c700 x1830977685375360/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.240227:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0c700 with x1830977685375360 ext(0->4095) 00002000:00010000:1.0:1746157084.240232:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d0c700 00000100:00100000:1.0:1746157084.240271:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13840 00000100:00100000:1.0:1746157084.240278:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685375360:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157084.240446:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685375360:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (3079us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.240453:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13840 00002000:00100000:1.0:1746157084.240458:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d0c700 x1830977685375360/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.240465:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0c700 with x1830977685375360 ext(0->4095) 00002000:00010000:1.0:1746157084.240467:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d0c700 00000100:00100000:0.0:1746157084.245233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.245355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.245433:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685375488 00000100:00100000:2.0:1746157084.245442:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685375488 00000100:00100000:2.0:1746157084.245491:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685375616 00000100:00100000:2.0:1746157084.245493:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685375616 00000100:00100000:2.0:1746157084.245507:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30079 00000100:00100000:2.0:1746157084.245514:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:1768:x1830977685375488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.245533:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.245550:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482032d expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.245580:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.245588:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.245590:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.245593:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 11 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.245621:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.245633:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.245646:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679274368:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.245719:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.249044:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30080 00000100:00100000:3.0:1746157084.249065:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:1767:x1830977685375616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157084.249088:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157084.249108:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820334 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.249135:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.249141:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 12 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.249148:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157084.249151:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 12 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.249188:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 12 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.249202:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 12 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.249212:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157084.249274:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1767:x1830977685375616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (3919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.249280:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30080 00000100:00100000:2.0:1746157084.250804:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679274368:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.250837:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 11 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.250853:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768c00, rc 0) 00000100:00100000:2.0:1746157084.250899:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:1768:x1830977685375488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5384us (5678us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.250907:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30079 00000100:00100000:0.0:1746157084.254228:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.254327:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685375744 00000100:00100000:3.0:1746157084.254337:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685375744 00010000:00010000:3.0:1746157084.254393:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.254432:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17418 00000100:00100000:3.0:1746157084.254439:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5689450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685375744:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.254454:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.254474:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.254491:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.254513:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e73 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820326 expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.254542:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.254544:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.254551:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 10 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.254560:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 10 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.254595:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 10 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.254605:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.254616:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679274624:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.254695:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.267083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.268581:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685376000 00000100:00100000:2.0:1746157084.268593:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685376000 00000100:00100000:3.0:1746157084.268611:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679274624:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.268635:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157084.268640:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d67a300 x1830977685376000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.268649:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67a300 with x1830977685376000 ext(0->4095) 00010000:00010000:2.0:1746157084.268656:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 11 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.268669:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 11 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157084.268675:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d67a300 00000100:00100000:3.0:1746157084.268702:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5689450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685375744:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 14262us (14483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.268716:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17418 00000100:00100000:2.0:1746157084.272041:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2890 00000100:00100000:2.0:1746157084.272062:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2010:x1830977685376000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157084.272259:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2010:x1830977685376000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 206us (5191us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157084.272269:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2890 00002000:00100000:2.0:1746157084.272277:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d67a300 x1830977685376000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.272286:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67a300 with x1830977685376000 ext(0->4095) 00010000:00010000:2.0:1746157084.272296:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 11 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.272310:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 11 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157084.272318:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d67a300 00000100:00100000:0.0:1746157084.276442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.276521:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685376128 00000100:00100000:2.0:1746157084.276530:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685376128 00000100:00100000:2.0:1746157084.276587:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30081 00000100:00100000:2.0:1746157084.276594:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685376128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.276614:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.276632:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482033b expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.276658:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.276664:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 10 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.276670:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157084.276674:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.276717:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 10 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.276729:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.276773:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157084.276814:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685376128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.276820:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30081 00000100:00100000:2.0:1746157084.280316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.282639:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685376256 00000100:00100000:3.0:1746157084.282653:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685376256 00010000:00010000:3.0:1746157084.282698:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 11 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.282773:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17419 00000100:00100000:3.0:1746157084.282781:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2012:x1830977685376256:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.282795:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.282815:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 11 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.282827:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 11 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.282850:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350e7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482032d expref: 11 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.282881:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.282883:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.282891:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 10 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.282898:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 10 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.282940:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 10 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.282951:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 10 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.282963:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679274880:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.283507:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800911350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.287606:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.287674:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685376512 00000100:00100000:1.0:1746157084.287684:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685376512 00000100:00100000:3.0:1746157084.287727:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679274880:192.168.203.44@tcp:105: 00002000:00100000:1.0:1746157084.287728:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cdc00 x1830977685376512/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.287764:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cdc00 with x1830977685376512 ext(0->4095) 00010000:00010000:1.0:1746157084.287772:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 11 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.287786:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 11 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.287792:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cdc00 00010000:00010000:3.0:1746157084.287824:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157084.287825:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2891 00000100:00100000:1.0:1746157084.287832:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2010:x1830977685376512:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157084.287868:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2012:x1830977685376256:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5087us (7561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.287876:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17419 00000100:00100000:1.0:1746157084.287963:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685376512:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.287970:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2891 00002000:00100000:1.0:1746157084.287975:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cdc00 x1830977685376512/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.287982:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cdc00 with x1830977685376512 ext(0->4095) 00010000:00010000:1.0:1746157084.287987:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 10 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.287994:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 10 pid: 9577 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.287999:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cdc00 00000100:00100000:0.0:1746157084.291351:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.291459:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.291529:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685376640 00000100:00100000:2.0:1746157084.291538:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685376640 00000100:00100000:3.0:1746157084.291561:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685376768 00000100:00100000:3.0:1746157084.291566:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685376768 00000100:00100000:2.0:1746157084.291583:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30082 00010000:00010000:3.0:1746157084.291589:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 11 pid: 9577 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.291590:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:1767:x1830977685376640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.291607:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.291622:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820342 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.291646:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.291651:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.291658:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157084.291661:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 12 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.291702:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.291712:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 12 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.291721:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768000, rc 0) 00000100:00100000:2.0:1746157084.291789:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1767:x1830977685376640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.291794:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30082 00000100:00100000:3.0:1746157084.291904:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17420 00000100:00100000:3.0:1746157084.291911:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2010:x1830977685376768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.291995:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.292015:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 11 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.292026:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 11 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.292041:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885350e81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820334 expref: 11 pid: 9577 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.292170:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.292172:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.292178:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.292185:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.292210:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.292221:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.292233:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679275136:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.292293:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800911350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.294680:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679275136:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.294707:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.294830:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685376768:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2917us (3488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.294842:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17420 00000100:00100000:0.0:1746157084.295501:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.295806:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685377024 00000100:00100000:1.0:1746157084.295819:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685377024 00002000:00100000:1.0:1746157084.295862:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc18a80 x1830977685377024/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.295872:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18a80 with x1830977685377024 ext(0->4095) 00010000:00010000:1.0:1746157084.295880:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.295894:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.295901:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc18a80 00000100:00100000:1.0:1746157084.295948:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2892 00000100:00100000:1.0:1746157084.295956:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685377024:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.296110:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685377024:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (612us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.296116:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2892 00002000:00100000:1.0:1746157084.296121:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc18a80 x1830977685377024/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.296129:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18a80 with x1830977685377024 ext(0->4095) 00010000:00010000:1.0:1746157084.296133:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.296142:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.296148:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc18a80 00000100:00100000:0.0:1746157084.301281:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.301357:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685377152 00000100:00100000:3.0:1746157084.301367:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685377152 00010000:00010000:3.0:1746157084.301402:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.301444:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17421 00000100:00100000:3.0:1746157084.301451:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685377152:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.301464:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.301481:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.301492:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.301515:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350e88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482033b expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.301543:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.301545:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.301553:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.301560:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.301593:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.301605:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679275264:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.301691:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800911350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.303827:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679275264:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.303853:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.303911:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685377152:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2459us (2640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.303923:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17421 00000100:00100000:0.0:1746157084.304201:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.304324:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685377408 00000100:00100000:3.0:1746157084.304331:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685377408 00002000:00100000:3.0:1746157084.304367:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1a680 x1830977685377408/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.304376:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1a680 with x1830977685377408 ext(0->4095) 00002000:00010000:3.0:1746157084.304380:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc1a680 00000100:00100000:3.0:1746157084.304411:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13841 00000100:00100000:3.0:1746157084.304418:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685377408:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157084.304551:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685377408:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (350us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.304557:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13841 00002000:00100000:3.0:1746157084.304562:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1a680 x1830977685377408/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.304568:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1a680 with x1830977685377408 ext(0->4095) 00002000:00010000:3.0:1746157084.304571:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc1a680 00000100:00100000:0.0:1746157084.309181:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.309422:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685377536 00000100:00100000:2.0:1746157084.309434:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685377536 00000100:00100000:2.0:1746157084.309494:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30083 00000100:00100000:2.0:1746157084.309502:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685377536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.309523:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.309543:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820349 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.309712:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.309720:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.309722:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.309726:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.309876:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.309887:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 9 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.309899:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679275392:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.310012:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.313192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.313320:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679275392:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.313353:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.313371:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157084.313420:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685377536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3918us (4250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.313430:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30083 00000100:00100000:3.0:1746157084.313527:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685377664 00000100:00100000:3.0:1746157084.313535:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685377664 00010000:00010000:3.0:1746157084.313563:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.313640:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17422 00000100:00100000:3.0:1746157084.313648:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685377664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.313662:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.313684:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.313696:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.313718:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350e8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820342 expref: 10 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.313767:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.313770:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.313776:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.313785:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.313814:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.314339:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679275520:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.315064:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.315865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.315978:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685377792 00000100:00100000:2.0:1746157084.315986:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685377792 00000100:00100000:2.0:1746157084.316028:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30084 00000100:00100000:2.0:1746157084.316035:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:1767:x1830977685377792:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.316052:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.316070:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820350 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.316096:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.316104:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.316106:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.316109:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 11 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.316135:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.316147:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 5 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.316157:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679275648:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.316539:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.317795:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679275520:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.317818:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.317858:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2011:x1830977685377664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4211us (4677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.317868:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17422 00000100:00100000:2.0:1746157084.318457:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679275648:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.318477:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 10 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.318493:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:2.0:1746157084.318519:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:1767:x1830977685377792:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2485us (2658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.318526:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30084 00000100:00100000:0.0:1746157084.319169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.319257:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685378048 00000100:00100000:1.0:1746157084.319264:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685378048 00002000:00100000:1.0:1746157084.319302:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ee680 x1830977685378048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.319418:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ee680 with x1830977685378048 ext(0->4095) 00010000:00010000:1.0:1746157084.319427:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.319438:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.319444:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ee680 00000100:00100000:1.0:1746157084.319472:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2893 00000100:00100000:1.0:1746157084.319479:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685378048:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.319643:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685378048:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.319649:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2893 00002000:00100000:1.0:1746157084.319654:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ee680 x1830977685378048/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.319660:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ee680 with x1830977685378048 ext(0->4095) 00010000:00010000:1.0:1746157084.319664:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.319672:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.319677:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ee680 00000100:00100000:0.0:1746157084.323664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.323778:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685378176 00000100:00100000:3.0:1746157084.323789:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685378176 00010000:00010000:3.0:1746157084.323828:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.324180:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17423 00000100:00100000:3.0:1746157084.324189:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685378176:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.324202:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.324221:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.324234:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.324261:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350e96 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820349 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.324374:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.324377:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.324384:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 9 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.324392:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 9 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.324467:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 9 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.324479:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679275776:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.324565:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.326588:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679275776:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.326615:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.326661:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685378176:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2471us (3007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.326672:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17423 00000100:00100000:0.0:1746157084.327002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.327307:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685378432 00000100:00100000:3.0:1746157084.327314:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685378432 00002000:00100000:3.0:1746157084.327355:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259180 x1830977685378432/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.327365:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259180 with x1830977685378432 ext(0->4095) 00002000:00010000:3.0:1746157084.327370:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b259180 00000100:00100000:3.0:1746157084.327402:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13842 00000100:00100000:3.0:1746157084.327410:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685378432:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157084.327766:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685378432:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 356us (765us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.327772:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13842 00002000:00100000:3.0:1746157084.327779:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259180 x1830977685378432/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.327793:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259180 with x1830977685378432 ext(0->4095) 00002000:00010000:3.0:1746157084.327795:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b259180 00000100:00100000:0.0:1746157084.333682:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.333797:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685378560 00000100:00100000:2.0:1746157084.333806:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685378560 00000100:00100000:2.0:1746157084.333849:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30085 00000100:00100000:2.0:1746157084.333856:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685378560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.333878:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.333895:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820357 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.334475:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 9 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.334486:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.334487:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.334491:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.334524:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 9 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.334537:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 9 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.334551:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679275904:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.334655:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.338101:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679275904:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.338126:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.338141:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768200, rc 0) 00000100:00100000:2.0:1746157084.338199:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685378560:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4343us (4526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.338209:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30085 00000100:00100000:0.0:1746157084.343841:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.344209:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685378688 00000100:00100000:3.0:1746157084.344219:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685378688 00002000:00100000:3.0:1746157084.344268:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f155180 x1830977685378688/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.344277:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155180 with x1830977685378688 ext(0->7) 00010000:00010000:3.0:1746157084.344286:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 10 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.344301:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 10 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.344308:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155180 00000100:00100000:3.0:1746157084.344337:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2894 00000100:00100000:3.0:1746157084.344344:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685378688:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157084.345638:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977685378688:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1286us (1799us total) trans 4294970632 rc 0/0 00000100:00100000:3.0:1746157084.345649:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2894 00002000:00100000:3.0:1746157084.345658:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f155180 x1830977685378688/t4294970632(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.345666:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155180 with x1830977685378688 ext(0->7) 00010000:00010000:3.0:1746157084.345674:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.345691:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.345698:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155180 00000100:00100000:0.0:1746157084.353062:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.353683:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685378816 00000100:00100000:3.0:1746157084.353694:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685378816 00010000:00010000:3.0:1746157084.353881:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746157084.354132:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17424 00000100:00100000:0.0:1746157084.354142:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2010:x1830977685378816:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157084.354156:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157084.354176:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.354188:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.354208:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350e9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820350 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.354226:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157084.354228:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157084.354234:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.354242:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.354272:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157084.354283:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f154e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679276032:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157084.354371:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.357334:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f154e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679276032:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.357357:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.357397:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2010:x1830977685378816:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3258us (4347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.357408:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17424 00000100:00100000:0.0:1746157084.357705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.358195:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685379072 00000100:00100000:2.0:1746157084.358199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.358202:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685379072 00002000:00100000:3.0:1746157084.358243:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f154700 x1830977685379072/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.358252:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154700 with x1830977685379072 ext(0->4095) 00002000:00010000:3.0:1746157084.358256:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f154700 00000100:00100000:3.0:1746157084.358283:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13843 00000100:00100000:3.0:1746157084.358291:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685379072:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157084.358336:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685379200 00000100:00100000:0.0:1746157084.358339:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685379200 00000100:00100000:0.0:1746157084.358362:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30086 00000100:00100000:0.0:1746157084.358366:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:1767:x1830977685379200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157084.358375:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157084.358391:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482035e expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.358415:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.358422:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157084.358424:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157084.358428:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.358431:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685379072:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (727us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.358436:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13843 00002000:00100000:3.0:1746157084.358441:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f154700 x1830977685379072/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.358447:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154700 with x1830977685379072 ext(0->4095) 00010000:00010000:3.0:1746157084.358451:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.358453:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.358459:0:20192:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.358463:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.358464:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f154700 00000100:00100000:0.0:1746157084.358473:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f155880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679276160:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157084.358657:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.362629:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f155880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679276160:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.362660:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.362678:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaaf200, rc 0) 00000100:00100000:2.0:1746157084.362733:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1767:x1830977685379200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4365us (4532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.362755:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30086 00000100:00100000:0.0:1746157084.364518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.366238:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685379328 00000100:00100000:2.0:1746157084.366248:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685379328 00000100:00100000:2.0:1746157084.366297:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30087 00000100:00100000:2.0:1746157084.366304:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1768:x1830977685379328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.366321:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.366336:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820365 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.366359:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.366364:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.366370:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.366373:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.366405:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.366414:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.366421:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768a00, rc 0) 00000100:00100000:0.0:1746157084.366433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.366619:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:1768:x1830977685379328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 313us (2107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.366620:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685379456 00000100:00100000:2.0:1746157084.366624:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30087 00000100:00100000:3.0:1746157084.366627:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685379456 00010000:00010000:3.0:1746157084.366656:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.366687:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17425 00000100:00100000:3.0:1746157084.366694:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5689050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685379456:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.366707:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.366726:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.366751:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.366773:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ea4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820357 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.366789:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.366790:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.366796:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.366807:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.366834:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.366844:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.366855:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679276416:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.366921:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800911350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.369576:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679276416:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.369603:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.369646:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5689050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685379456:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2951us (3213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.369657:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17425 00000100:00100000:0.0:1746157084.370312:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.370559:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685379712 00000100:00100000:3.0:1746157084.370566:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685379712 00002000:00100000:3.0:1746157084.370603:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f154000 x1830977685379712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.370612:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154000 with x1830977685379712 ext(0->4095) 00010000:00010000:3.0:1746157084.370621:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.370632:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.370639:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f154000 00000100:00100000:3.0:1746157084.370664:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2895 00000100:00100000:3.0:1746157084.370671:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2011:x1830977685379712:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157084.370860:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2011:x1830977685379712:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (551us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.370866:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2895 00002000:00100000:3.0:1746157084.370870:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f154000 x1830977685379712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.370877:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154000 with x1830977685379712 ext(0->4095) 00010000:00010000:3.0:1746157084.370881:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.370889:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.370894:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f154000 00000100:00100000:0.0:1746157084.372988:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.373247:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685379840 00000100:00100000:3.0:1746157084.373256:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685379840 00010000:00010000:3.0:1746157084.373288:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.373328:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17426 00000100:00100000:3.0:1746157084.373336:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2012:x1830977685379840:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.373348:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.373368:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.373379:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.373407:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaf200/0x7b65fed885350eab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482035e expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.373426:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.373428:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.373434:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.373442:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.373475:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.373488:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679276544:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.373593:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.375014:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679276544:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.375034:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.375073:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2012:x1830977685379840:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1737us (2093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.375083:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17426 00000100:00100000:0.0:1746157084.375660:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.375893:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685380096 00000100:00100000:3.0:1746157084.375899:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685380096 00002000:00100000:3.0:1746157084.375947:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f154e00 x1830977685380096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.375956:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154e00 with x1830977685380096 ext(0->4095) 00002000:00010000:3.0:1746157084.375961:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f154e00 00000100:00100000:3.0:1746157084.376205:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13844 00000100:00100000:3.0:1746157084.376214:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977685380096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157084.376435:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977685380096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 221us (775us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.376441:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13844 00002000:00100000:3.0:1746157084.376446:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f154e00 x1830977685380096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.376453:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154e00 with x1830977685380096 ext(0->4095) 00002000:00010000:3.0:1746157084.376456:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f154e00 00000100:00100000:0.0:1746157084.378065:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.380727:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685380224 00000100:00100000:2.0:1746157084.380767:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685380224 00000100:00100000:2.0:1746157084.380811:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30088 00000100:00100000:2.0:1746157084.380818:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685380224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.380834:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.380847:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482036c expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.380871:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 11 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.380877:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.380879:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.380882:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.380905:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 11 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.380914:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 11 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.380924:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679276672:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.381014:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.383607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.383713:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679276672:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.383780:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.383795:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768c00, rc 0) 00000100:00100000:2.0:1746157084.383845:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685380224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3027us (5789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.383853:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30088 00000100:00100000:3.0:1746157084.383943:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685380352 00000100:00100000:3.0:1746157084.383949:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685380352 00010000:00010000:3.0:1746157084.383970:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.384559:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17427 00000100:00100000:3.0:1746157084.384566:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2010:x1830977685380352:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.384578:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.384595:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.384610:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.384629:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350eb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820365 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.384658:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.384660:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.384666:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.384673:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.384697:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.384707:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679276800:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.384788:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.387911:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.388285:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685380480 00000100:00100000:2.0:1746157084.388295:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685380480 00000100:00100000:2.0:1746157084.388346:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30089 00000100:00100000:2.0:1746157084.388354:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1767:x1830977685380480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.388371:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.388386:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820373 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.388415:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.388421:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.388422:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.388425:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.388449:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.388458:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 5 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.388468:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679276928:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.388558:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.389305:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679276800:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.389321:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.389361:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2010:x1830977685380352:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4794us (5764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.389370:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17427 00000100:00100000:0.0:1746157084.390831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.391463:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685380736 00000100:00100000:3.0:1746157084.391473:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685380736 00002000:00100000:3.0:1746157084.391519:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5180 x1830977685380736/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.391529:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5180 with x1830977685380736 ext(0->4095) 00010000:00010000:3.0:1746157084.391538:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.391552:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.391559:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5180 00000100:00100000:3.0:1746157084.391590:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2896 00000100:00100000:3.0:1746157084.391598:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685380736:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157084.391801:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685380736:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 203us (977us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.391808:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2896 00002000:00100000:3.0:1746157084.391814:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5180 x1830977685380736/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.391822:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5180 with x1830977685380736 ext(0->4095) 00010000:00010000:3.0:1746157084.391826:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.391835:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.391851:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5180 00000100:00100000:2.0:1746157084.394488:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679276928:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.394512:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.394527:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:0.0:1746157084.394616:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.394659:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1767:x1830977685380480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6246us (6699us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.394668:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30089 00000100:00100000:2.0:1746157084.394690:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685380864 00000100:00100000:2.0:1746157084.394696:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685380864 00000100:00100000:2.0:1746157084.394720:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30090 00000100:00100000:2.0:1746157084.394725:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1768:x1830977685380864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.394774:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.394785:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482037a expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.394801:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.394805:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.394811:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.394813:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.394835:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.394844:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.394850:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768000, rc 0) 00000100:00100000:2.0:1746157084.394876:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:1768:x1830977685380864:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.394882:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30090 00000100:00100000:0.0:1746157084.395093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.395228:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685380992 00000100:00100000:3.0:1746157084.395235:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685380992 00010000:00010000:3.0:1746157084.395262:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.395397:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17428 00000100:00100000:3.0:1746157084.395405:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685380992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.395418:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.395438:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.395449:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.395469:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350eb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482036c expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.395495:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.395496:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.395502:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.395510:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.395537:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.395552:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.395563:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679277184:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.395634:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.397075:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.397092:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679277184:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.397111:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.397151:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685381248 00000100:00100000:3.0:1746157084.397156:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685380992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1751us (2061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.397162:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685381248 00000100:00100000:3.0:1746157084.397165:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17428 00002000:00100000:2.0:1746157084.397199:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4380 x1830977685381248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.397212:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4380 with x1830977685381248 ext(0->4095) 00010000:00010000:2.0:1746157084.397582:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.397594:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157084.397601:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4380 00000100:00100000:2.0:1746157084.397886:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2897 00000100:00100000:2.0:1746157084.397897:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2011:x1830977685381248:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157084.398377:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2011:x1830977685381248:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 482us (1309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157084.398383:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2897 00002000:00100000:2.0:1746157084.398389:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4380 x1830977685381248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.398395:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4380 with x1830977685381248 ext(0->4095) 00010000:00010000:2.0:1746157084.398400:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.398409:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746157084.398414:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4380 00000100:00100000:0.0:1746157084.399952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.400208:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685381376 00000100:00100000:3.0:1746157084.400217:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685381376 00010000:00010000:3.0:1746157084.400251:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.400284:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17429 00000100:00100000:3.0:1746157084.400291:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2012:x1830977685381376:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.400303:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.400321:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.400333:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.400355:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ec0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820373 expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.400370:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.400372:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.400378:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.400385:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.400413:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.400423:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679277312:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.400509:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.404387:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679277312:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.404411:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.404462:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2012:x1830977685381376:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4170us (4517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.404473:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17429 00000100:00100000:0.0:1746157084.405541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.405785:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685381632 00000100:00100000:2.0:1746157084.405797:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685381632 00002000:00100000:2.0:1746157084.405842:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b8a80 x1830977685381632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.405851:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8a80 with x1830977685381632 ext(0->4095) 00002000:00010000:2.0:1746157084.405856:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b8a80 00000100:00100000:2.0:1746157084.405886:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13845 00000100:00100000:2.0:1746157084.405893:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977685381632:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157084.406052:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977685381632:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157084.406058:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13845 00002000:00100000:2.0:1746157084.406064:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800910b8a80 x1830977685381632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.406074:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8a80 with x1830977685381632 ext(0->4095) 00002000:00010000:2.0:1746157084.406078:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b8a80 00000100:00100000:0.0:1746157084.407836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.407974:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685381760 00000100:00100000:2.0:1746157084.407983:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685381760 00000100:00100000:2.0:1746157084.408031:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30091 00000100:00100000:2.0:1746157084.408039:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685381760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.408054:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.408072:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820381 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.408100:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 11 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.408112:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.408113:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.408117:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.408148:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 11 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.408159:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 11 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.408171:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679277440:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.408270:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.409989:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679277440:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.410018:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.410034:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157084.410374:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685381760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2334us (2543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.410383:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30091 00000100:00100000:0.0:1746157084.415106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.415284:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685381888 00000100:00100000:3.0:1746157084.415295:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685381888 00010000:00010000:3.0:1746157084.415339:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.415371:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17430 00000100:00100000:3.0:1746157084.415379:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2010:x1830977685381888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.415397:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.415418:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.415430:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.415451:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350ec7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482037a expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.415470:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.415472:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.415480:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.415487:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.415518:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.415528:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679277568:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.415604:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.415867:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.416033:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685382016 00000100:00100000:2.0:1746157084.416038:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685382016 00000100:00100000:2.0:1746157084.416292:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30092 00000100:00100000:2.0:1746157084.416304:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1767:x1830977685382016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.416320:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.416331:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820388 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.416349:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.416355:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.416357:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.416362:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.416378:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.416392:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 5 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.416400:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679277696:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.417296:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.417778:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679277568:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.417797:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.417822:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2010:x1830977685381888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2443us (2726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.417835:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17430 00000100:00100000:0.0:1746157084.418624:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.418771:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685382272 00000100:00100000:1.0:1746157084.418778:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685382272 00002000:00100000:1.0:1746157084.418815:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7800 x1830977685382272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.418825:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7800 with x1830977685382272 ext(0->4095) 00010000:00010000:1.0:1746157084.418833:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.418845:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.418851:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e7800 00000100:00100000:1.0:1746157084.418868:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2898 00000100:00100000:1.0:1746157084.418875:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685382272:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157084.418940:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679277696:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.418958:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 12 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.418971:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768200, rc 0) 00000100:00100000:2.0:1746157084.418996:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:1767:x1830977685382016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2697us (3129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.419005:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30092 00000100:00100000:1.0:1746157084.419304:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685382272:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 429us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.419310:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2898 00002000:00100000:1.0:1746157084.419315:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7800 x1830977685382272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.419321:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7800 with x1830977685382272 ext(0->4095) 00010000:00010000:1.0:1746157084.419326:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.419334:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.419340:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e7800 00000100:00100000:0.0:1746157084.421408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.421959:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685382400 00000100:00100000:3.0:1746157084.421969:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685382400 00010000:00010000:3.0:1746157084.422007:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.422046:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17431 00000100:00100000:3.0:1746157084.422054:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685382400:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.422067:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.422085:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.422096:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.422118:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ece lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820381 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.422567:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.422571:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.422580:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 11 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.422587:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 11 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.422621:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 11 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.422635:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679277824:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.422728:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.426205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.426292:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685382656 00000100:00100000:1.0:1746157084.426300:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685382656 00000100:00100000:3.0:1746157084.426323:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679277824:192.168.203.44@tcp:105: 00002000:00100000:1.0:1746157084.426343:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133c000 x1830977685382656/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746157084.426344:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157084.426351:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c000 with x1830977685382656 ext(0->4095) 00002000:00010000:1.0:1746157084.426355:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133c000 00000100:00100000:3.0:1746157084.426393:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685382400:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4339us (4993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.426403:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17431 00000100:00100000:1.0:1746157084.426872:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13846 00000100:00100000:1.0:1746157084.426879:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2013:x1830977685382656:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157084.427020:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2013:x1830977685382656:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (825us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.427026:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13846 00002000:00100000:1.0:1746157084.427031:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133c000 x1830977685382656/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.427039:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c000 with x1830977685382656 ext(0->4095) 00002000:00010000:1.0:1746157084.427042:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133c000 00000100:00100000:0.0:1746157084.430426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.430493:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685382784 00000100:00100000:2.0:1746157084.430502:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685382784 00000100:00100000:2.0:1746157084.430559:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30093 00000100:00100000:2.0:1746157084.430567:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685382784:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.430587:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.430604:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482038f expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.430633:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 11 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.430640:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.430641:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.430644:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.430673:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 11 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.430684:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 11 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.430695:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679277952:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.430811:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.452641:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.452719:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685382912 00000100:00100000:3.0:1746157084.452729:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685382912 00002000:00100000:3.0:1746157084.452820:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c57d500 x1830977685382912/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.452831:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d500 with x1830977685382912 ext(0->7) 00010000:00010000:3.0:1746157084.452840:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.452854:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 12 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.452861:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c57d500 00000100:00100000:3.0:1746157084.452899:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2899 00000100:00100000:3.0:1746157084.452907:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2013:x1830977685382912:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157084.452907:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679277952:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.452942:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.452956:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:2.0:1746157084.453000:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685382784:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 22434us (22583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.453006:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30093 00000100:00100000:0.0:1746157084.454686:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2013:x1830977685382912:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1769us (2046us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1746157084.454697:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2899 00002000:00100000:0.0:1746157084.454706:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c57d500 x1830977685382912/t4294970633(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.454715:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d500 with x1830977685382912 ext(0->7) 00010000:00010000:0.0:1746157084.454724:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 14 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.454772:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 14 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157084.454780:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c57d500 00000100:00100000:0.0:1746157084.466992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.467114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.467418:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685383040 00000100:00100000:2.0:1746157084.467427:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685383040 00000100:00100000:2.0:1746157084.467477:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30094 00000100:00100000:2.0:1746157084.467483:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:1767:x1830977685383040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.467502:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.467519:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820396 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.467545:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.467550:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.467555:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157084.467558:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 15 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.467589:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.467599:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 15 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.467607:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157084.467650:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:1767:x1830977685383040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.467656:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30094 00000100:00100000:3.0:1746157084.468211:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685383168 00000100:00100000:3.0:1746157084.468218:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685383168 00010000:00010000:3.0:1746157084.468249:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.468427:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17432 00000100:00100000:3.0:1746157084.468435:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5688c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685383168:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.468449:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746157084.468465:0:7220:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746157084 -> 1746157085 00002000:00010000:3.0:1746157084.468467:0:7220:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746157084 -> 1746157085 00010000:00010000:3.0:1746157084.468472:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.468482:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.468498:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350ed5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820388 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.468525:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.468526:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.468532:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.468539:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.468562:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.468573:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 5 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.468585:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679278208:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.468683:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.471551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.471552:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679278208:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.471575:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157084.471656:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685383424 00000100:00100000:1.0:1746157084.471662:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685383424 00002000:00100000:1.0:1746157084.471708:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7100 x1830977685383424/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.471717:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7100 with x1830977685383424 ext(0->4095) 00010000:00010000:1.0:1746157084.471725:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.471767:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.471773:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a7100 00000100:00100000:1.0:1746157084.471794:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2900 00000100:00100000:1.0:1746157084.471802:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685383424:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157084.471843:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5688c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977685383168:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3408us (4727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.471852:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17432 00000100:00100000:1.0:1746157084.472326:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685383424:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 523us (779us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.472332:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2900 00002000:00100000:1.0:1746157084.472338:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7100 x1830977685383424/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.472349:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7100 with x1830977685383424 ext(0->4095) 00010000:00010000:1.0:1746157084.472355:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.472364:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.472369:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a7100 00000100:00100000:0.0:1746157084.474297:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.474404:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685383552 00000100:00100000:3.0:1746157084.474412:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685383552 00010000:00010000:3.0:1746157084.474444:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.474483:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17433 00000100:00100000:3.0:1746157084.474491:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685383552:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.474503:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.474520:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.474531:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.474554:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350edc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482038f expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.474570:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.474573:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.474580:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.474588:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.474619:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.474631:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679278336:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.474710:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.477649:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679278336:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.477674:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.477715:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685383552:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3224us (3423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.477725:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17433 00000100:00100000:0.0:1746157084.478425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.478725:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685383808 00000100:00100000:1.0:1746157084.478752:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685383808 00002000:00100000:1.0:1746157084.478791:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fedb100 x1830977685383808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.478800:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedb100 with x1830977685383808 ext(0->4095) 00002000:00010000:1.0:1746157084.478805:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fedb100 00000100:00100000:1.0:1746157084.478821:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13847 00000100:00100000:1.0:1746157084.478828:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977685383808:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157084.478979:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977685383808:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.478985:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13847 00002000:00100000:1.0:1746157084.478990:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fedb100 x1830977685383808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.478998:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedb100 with x1830977685383808 ext(0->4095) 00002000:00010000:1.0:1746157084.479000:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fedb100 00000100:00100000:0.0:1746157084.480636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.480771:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685383936 00000100:00100000:1.0:1746157084.480779:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685383936 00000100:00100000:1.0:1746157084.480974:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30095 00000100:00100000:1.0:1746157084.480982:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685383936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157084.480999:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157084.481015:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482039d expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.481041:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.481049:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157084.481050:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157084.481053:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.481083:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.481095:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 13 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746157084.481107:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679278464:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157084.481763:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157084.485053:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679278464:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157084.485084:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.485105:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ea00, rc 0) 00000100:00100000:1.0:1746157084.485148:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685383936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4166us (4520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157084.485158:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30095 00000100:00100000:0.0:1746157084.485707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.485794:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685384064 00000100:00100000:3.0:1746157084.485803:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685384064 00010000:00010000:3.0:1746157084.485837:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 14 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.485856:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17434 00000100:00100000:3.0:1746157084.485861:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977685384064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.485873:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.485895:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 14 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.485911:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 14 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.485946:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350ee3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820396 expref: 14 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.485961:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.485963:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.485969:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.485976:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.486005:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.486015:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679278592:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.486069:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.487862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.488128:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685384192 00000100:00100000:1.0:1746157084.488139:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685384192 00000100:00100000:1.0:1746157084.488198:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30096 00000100:00100000:1.0:1746157084.488206:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:1767:x1830977685384192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157084.488227:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157084.488245:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203a4 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.488277:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.488285:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157084.488286:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157084.488290:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 15 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.488324:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.488336:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 5 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746157084.488355:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679278720:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157084.488446:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.489016:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.489090:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679278592:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.489110:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.489137:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685384064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3275us (3433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.489147:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17434 00000100:00100000:3.0:1746157084.489183:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685384448 00000100:00100000:3.0:1746157084.489187:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685384448 00002000:00100000:3.0:1746157084.489214:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfb800 x1830977685384448/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.489223:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb800 with x1830977685384448 ext(0->4095) 00010000:00010000:3.0:1746157084.489230:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.489240:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.489247:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfb800 00000100:00100000:3.0:1746157084.489261:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2901 00000100:00100000:3.0:1746157084.489266:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685384448:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157084.489390:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685384448:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.489396:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2901 00002000:00100000:3.0:1746157084.489401:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccfb800 x1830977685384448/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.489408:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccfb800 with x1830977685384448 ext(0->4095) 00010000:00010000:3.0:1746157084.489412:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.489421:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.489427:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ccfb800 00000100:00100000:1.0:1746157084.492502:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679278720:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157084.492535:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.492552:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f800, rc 0) 00000100:00100000:1.0:1746157084.493632:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:1767:x1830977685384192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5421us (5775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157084.493643:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30096 00000100:00100000:2.0:1746157084.494914:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.496448:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685384576 00000100:00100000:0.0:1746157084.496458:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685384576 00000100:00100000:0.0:1746157084.496512:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30097 00000100:00100000:0.0:1746157084.496520:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:1768:x1830977685384576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157084.496538:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157084.496555:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203ab expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.496582:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157084.496587:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 15 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.496592:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157084.496595:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 15 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.496630:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 15 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.496641:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 15 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.496655:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaafc00, rc 0) 00000100:00100000:0.0:1746157084.496707:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:1768:x1830977685384576:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (1798us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157084.496713:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30097 00000100:00100000:3.0:1746157084.496832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.497354:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685384704 00000100:00100000:0.0:1746157084.497359:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685384704 00010000:00010000:0.0:1746157084.497378:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746157084.497413:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17435 00000100:00100000:0.0:1746157084.497419:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685384704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157084.497429:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157084.497456:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.497467:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.497485:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885350eea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482039d expref: 6 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.497512:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157084.497514:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157084.497520:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.497533:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.497554:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157084.497565:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 14 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746157084.497577:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679278976:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157084.497648:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.500865:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679278976:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.500896:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.500956:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685384704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3535us (4122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.500967:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17435 00000100:00100000:1.0:1746157084.501095:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.501329:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685384960 00000100:00100000:0.0:1746157084.501339:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685384960 00002000:00100000:0.0:1746157084.501378:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bea00 x1830977685384960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.501387:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bea00 with x1830977685384960 ext(0->4095) 00010000:00010000:0.0:1746157084.501396:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 15 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.501409:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 15 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157084.501416:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bea00 00000100:00100000:0.0:1746157084.501442:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2902 00000100:00100000:0.0:1746157084.501449:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685384960:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157084.501837:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685384960:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 387us (740us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157084.501843:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2902 00002000:00100000:0.0:1746157084.501848:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bea00 x1830977685384960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.501855:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bea00 with x1830977685384960 ext(0->4095) 00010000:00010000:0.0:1746157084.501860:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 15 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.501868:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 15 pid: 19476 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157084.501874:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bea00 00000100:00100000:0.0:1746157084.504029:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.504123:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685385088 00000100:00100000:2.0:1746157084.504132:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685385088 00010000:00010000:2.0:1746157084.504161:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 15 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.504227:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17436 00000100:00100000:2.0:1746157084.504319:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685385088:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.504340:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.504365:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 15 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.504382:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 15 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.504414:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed885350ef1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203a4 expref: 15 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.504451:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.504453:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.504458:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.504466:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.504502:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.504514:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679279104:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.504647:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.507554:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.507638:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685385344 00000100:00100000:1.0:1746157084.507645:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685385344 00000100:00100000:2.0:1746157084.507676:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679279104:192.168.203.44@tcp:105: 00002000:00100000:1.0:1746157084.507690:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926fb800 x1830977685385344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.507699:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fb800 with x1830977685385344 ext(0->4095) 00010000:00010000:2.0:1746157084.507700:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746157084.507704:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926fb800 00000100:00100000:1.0:1746157084.507758:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13848 00000100:00100000:1.0:1746157084.507765:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685385344:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157084.507776:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685385088:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3481us (3755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.507784:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17436 00000100:00100000:1.0:1746157084.507894:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977685385344:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.507900:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13848 00002000:00100000:1.0:1746157084.507904:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926fb800 x1830977685385344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.507911:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926fb800 with x1830977685385344 ext(0->4095) 00002000:00010000:1.0:1746157084.507914:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926fb800 00000100:00100000:0.0:1746157084.509614:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.509849:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685385472 00000100:00100000:3.0:1746157084.509857:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685385472 00000100:00100000:3.0:1746157084.509902:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30098 00000100:00100000:3.0:1746157084.509909:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685385472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157084.509924:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157084.509950:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203b2 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.509977:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 13 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.509984:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157084.509985:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157084.509988:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.510015:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 13 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.510024:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 13 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.510035:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679279232:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157084.510106:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.511673:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679279232:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157084.511702:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.511718:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:3.0:1746157084.511776:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685385472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1867us (2169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.511785:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30098 00000100:00100000:0.0:1746157084.512862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.513063:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685385600 00000100:00100000:2.0:1746157084.513072:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685385600 00010000:00010000:2.0:1746157084.513107:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 14 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.513557:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17437 00000100:00100000:2.0:1746157084.513565:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977685385600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.513583:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.513602:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 14 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.513614:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 14 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.513636:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eaafc00/0x7b65fed885350ef8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ab expref: 14 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.513664:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.513666:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.513674:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.513682:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.513712:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.513725:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679279360:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.515507:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.517234:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679279360:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.517257:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.517299:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2011:x1830977685385600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3733us (4440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.517313:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17437 00000100:00100000:0.0:1746157084.517975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.518187:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685385856 00000100:00100000:1.0:1746157084.518195:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685385856 00002000:00100000:1.0:1746157084.518233:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089500 x1830977685385856/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.518244:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089500 with x1830977685385856 ext(0->4095) 00002000:00010000:1.0:1746157084.518248:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091089500 00000100:00100000:1.0:1746157084.518273:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13849 00000100:00100000:1.0:1746157084.518279:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685385856:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157084.518398:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685385856:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.518403:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13849 00002000:00100000:1.0:1746157084.518408:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089500 x1830977685385856/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746157084.518783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.518841:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685385984 00000100:00100000:3.0:1746157084.518845:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685385984 00000100:00100000:3.0:1746157084.518874:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30099 00000100:00100000:3.0:1746157084.518879:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:1767:x1830977685385984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157084.518889:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157084.518905:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203b9 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.518939:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.518945:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.518947:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.518950:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 14 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.518979:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.518990:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.519006:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679279488:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157084.519066:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135180 going to sleep for 11 seconds 00002000:00100000:1.0:1746157084.519251:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089500 with x1830977685385856 ext(0->4095) 00010000:00010000:1.0:1746157084.519258:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.519267:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.519272:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089500 00000100:00100000:0.0:1746157084.522123:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.522192:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685386112 00000100:00100000:1.0:1746157084.522201:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685386112 00000100:00100000:1.0:1746157084.522245:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30100 00000100:00100000:1.0:1746157084.522252:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:1768:x1830977685386112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157084.522270:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157084.522286:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203c0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.522316:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157084.522322:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 16 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.522327:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157084.522331:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 16 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.522362:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 16 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.522367:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679279488:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157084.522374:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 16 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.522383:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6fa00, rc 0) 00010000:00010000:3.0:1746157084.522388:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 16 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.522398:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:1.0:1746157084.522420:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:1768:x1830977685386112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.522425:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:1767:x1830977685385984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3546us (3643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157084.522426:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30100 00000100:00100000:3.0:1746157084.522431:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30099 00000100:00100000:0.0:1746157084.523964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.524311:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685386240 00000100:00100000:2.0:1746157084.524319:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685386240 00010000:00010000:2.0:1746157084.524352:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.524393:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17438 00000100:00100000:2.0:1746157084.524399:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685386240:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.524413:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.524431:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.524443:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.524465:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885350eff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b2 expref: 6 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.524495:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.524496:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.524503:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 14 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.524511:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 14 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.524542:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 14 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.524553:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 14 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.524564:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679279744:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.524643:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.528088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.528137:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679279744:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.528162:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.528206:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685386240:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3806us (4247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.528217:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17438 00000100:00100000:1.0:1746157084.528357:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685386496 00000100:00100000:1.0:1746157084.528364:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685386496 00002000:00100000:1.0:1746157084.528404:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260bb80 x1830977685386496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.528414:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260bb80 with x1830977685386496 ext(0->4095) 00010000:00010000:1.0:1746157084.528422:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.528434:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.528440:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009260bb80 00000100:00100000:1.0:1746157084.528454:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2903 00000100:00100000:1.0:1746157084.528460:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685386496:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.528607:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685386496:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (529us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.528613:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2903 00002000:00100000:1.0:1746157084.528618:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260bb80 x1830977685386496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.528625:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260bb80 with x1830977685386496 ext(0->4095) 00010000:00010000:1.0:1746157084.528630:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.528639:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.528644:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009260bb80 00000100:00100000:0.0:1746157084.530405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.530857:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685386624 00000100:00100000:2.0:1746157084.530864:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685386624 00010000:00010000:2.0:1746157084.530895:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.530946:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17439 00000100:00100000:2.0:1746157084.530954:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5688850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685386624:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.530967:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.530984:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.530996:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.531018:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203b9 expref: 15 pid: 9579 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.531043:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.531045:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.531053:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.531061:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.531095:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.531107:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679279872:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.531998:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.534109:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679279872:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.534133:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.534172:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5688850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977685386624:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3218us (3775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.534183:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17439 00000100:00100000:0.0:1746157084.534493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.534678:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685386880 00000100:00100000:3.0:1746157084.534685:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685386880 00002000:00100000:3.0:1746157084.534723:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260ad80 x1830977685386880/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.534732:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260ad80 with x1830977685386880 ext(0->4095) 00002000:00010000:3.0:1746157084.534758:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260ad80 00000100:00100000:3.0:1746157084.535274:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13850 00000100:00100000:3.0:1746157084.535282:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977685386880:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157084.535900:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977685386880:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 617us (1405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.535908:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13850 00002000:00100000:3.0:1746157084.535915:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260ad80 x1830977685386880/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.535937:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260ad80 with x1830977685386880 ext(0->4095) 00002000:00010000:3.0:1746157084.535941:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009260ad80 00000100:00100000:0.0:1746157084.538815:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.538892:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685387008 00000100:00100000:2.0:1746157084.538902:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685387008 00000100:00100000:2.0:1746157084.538960:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30101 00000100:00100000:2.0:1746157084.538967:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685387008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.538985:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.539002:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203c7 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.539039:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 13 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.539046:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.539047:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.539051:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.539080:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 13 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.539092:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 13 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.539104:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679280000:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.539904:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.543140:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.543258:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679280000:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.543293:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.543312:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768200, rc 0) 00000100:00100000:2.0:1746157084.543354:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685387008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4387us (4547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.543362:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30101 00000100:00100000:3.0:1746157084.543449:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685387136 00000100:00100000:3.0:1746157084.543457:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685387136 00010000:00010000:3.0:1746157084.543484:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 14 pid: 19476 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.543921:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17440 00000100:00100000:3.0:1746157084.543939:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977685387136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.543952:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.543973:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 14 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.543984:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 14 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.544006:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885350f0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c0 expref: 14 pid: 19476 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.544023:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.544025:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.544031:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.544039:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.544076:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.544088:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679280128:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157084.544787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.545232:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.545332:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685387264 00000100:00100000:2.0:1746157084.545339:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685387264 00000100:00100000:2.0:1746157084.545383:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30102 00000100:00100000:2.0:1746157084.545391:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:1767:x1830977685387264:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.545406:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.545419:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203ce expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.545439:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.545446:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.545447:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.545450:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 15 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.545469:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.545479:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 5 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.545487:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679280256:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.545526:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.547110:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679280128:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.547137:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.547209:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685387136:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3279us (4076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.547220:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17440 00000100:00100000:0.0:1746157084.548957:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.549432:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685387520 00000100:00100000:3.0:1746157084.549441:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685387520 00002000:00100000:3.0:1746157084.549486:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092890380 x1830977685387520/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.549495:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890380 with x1830977685387520 ext(0->4095) 00010000:00010000:3.0:1746157084.549503:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.549519:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.549525:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092890380 00000100:00100000:3.0:1746157084.549560:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2904 00000100:00100000:3.0:1746157084.549567:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685387520:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157084.549733:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685387520:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (782us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.549768:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2904 00002000:00100000:3.0:1746157084.549774:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092890380 x1830977685387520/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.549780:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890380 with x1830977685387520 ext(0->4095) 00010000:00010000:3.0:1746157084.549784:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.549792:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.549798:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092890380 00000100:00100000:2.0:1746157084.549860:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679280256:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.549885:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 14 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.549903:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157084.549925:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:1767:x1830977685387264:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4536us (5141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.549940:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30102 00000100:00100000:0.0:1746157084.552388:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.552676:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685387648 00000100:00100000:3.0:1746157084.552686:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685387648 00010000:00010000:3.0:1746157084.552721:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.552812:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17441 00000100:00100000:3.0:1746157084.552820:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685387648:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.552833:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.552851:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.552862:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.552885:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885350f14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203c7 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.553295:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.553298:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.553309:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 13 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.553318:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 13 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.553351:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 13 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.553364:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679280384:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.553450:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.556529:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679280384:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.556555:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.556609:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685387648:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3788us (4227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.556619:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17441 00000100:00100000:2.0:1746157084.557094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.558733:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685387904 00000100:00100000:1.0:1746157084.558767:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685387904 00002000:00100000:1.0:1746157084.558811:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133fb80 x1830977685387904/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.558821:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133fb80 with x1830977685387904 ext(0->4095) 00002000:00010000:1.0:1746157084.558826:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133fb80 00000100:00100000:1.0:1746157084.558859:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13851 00000100:00100000:1.0:1746157084.558866:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977685387904:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157084.559032:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977685387904:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (1938us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.559039:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13851 00002000:00100000:1.0:1746157084.559044:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133fb80 x1830977685387904/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.559051:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133fb80 with x1830977685387904 ext(0->4095) 00002000:00010000:1.0:1746157084.559054:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133fb80 00000100:00100000:0.0:1746157084.563302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.563401:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685388032 00000100:00100000:2.0:1746157084.563410:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685388032 00000100:00100000:2.0:1746157084.563465:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30103 00000100:00100000:2.0:1746157084.563472:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685388032:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.563491:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.563507:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203d5 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.563534:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 13 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.563541:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.563543:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.563546:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.563576:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 13 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.563587:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 13 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.563602:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679280512:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.563687:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.565944:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679280512:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.565980:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.565999:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768c00, rc 0) 00000100:00100000:2.0:1746157084.566046:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685388032:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2572us (2751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.566056:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30103 00000100:00100000:0.0:1746157084.566785:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.566861:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685388160 00000100:00100000:3.0:1746157084.566869:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685388160 00002000:00100000:3.0:1746157084.566908:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e6680 x1830977685388160/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.566922:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e6680 with x1830977685388160 ext(0->7) 00010000:00010000:3.0:1746157084.566939:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 14 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.566951:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 14 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746157084.566958:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e6680 00000100:00100000:3.0:1746157084.567016:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2905 00000100:00100000:3.0:1746157084.567023:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977685388160:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157084.567770:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685388160:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 745us (985us total) trans 4294970634 rc 0/0 00000100:00100000:0.0:1746157084.567778:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2905 00002000:00100000:0.0:1746157084.567785:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e6680 x1830977685388160/t4294970634(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.567796:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e6680 with x1830977685388160 ext(0->7) 00010000:00010000:0.0:1746157084.567802:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 16 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746157084.567814:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 16 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746157084.567820:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e6680 00000100:00100000:0.0:1746157084.571198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.571435:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685388288 00000100:00100000:3.0:1746157084.571445:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685388288 00010000:00010000:3.0:1746157084.571486:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 16 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.571526:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17442 00000100:00100000:3.0:1746157084.571534:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685388288:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.571547:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.571775:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 16 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.571788:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 16 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.571811:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ce expref: 16 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.571830:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.571832:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.571839:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.571847:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.571881:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.571893:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679280640:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.573908:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.574517:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.574714:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685388416 00000100:00100000:2.0:1746157084.574722:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685388416 00000100:00100000:2.0:1746157084.574798:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30104 00000100:00100000:2.0:1746157084.574806:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:1767:x1830977685388416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.574822:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.574840:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203dc expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.574866:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.574873:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.574875:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.574878:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.574909:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.574920:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 5 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.575254:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679280768:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.575331:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.578560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.578691:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679280768:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.578724:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.578732:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679280640:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.578764:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00010000:00010000:3.0:1746157084.578771:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.578813:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2012:x1830977685388288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7279us (7624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157084.578820:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685388672 00000100:00100000:3.0:1746157084.578823:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17442 00000100:00100000:1.0:1746157084.578827:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685388672 00002000:00100000:1.0:1746157084.578866:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84e00 x1830977685388672/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.578874:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84e00 with x1830977685388672 ext(0->4095) 00010000:00010000:1.0:1746157084.578880:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.578891:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.578901:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce84e00 00000100:00100000:1.0:1746157084.578919:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2906 00000100:00100000:1.0:1746157084.578925:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685388672:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157084.578947:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:1767:x1830977685388416:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4003us (4296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.578954:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30104 00000100:00100000:1.0:1746157084.579069:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685388672:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.579074:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2906 00002000:00100000:1.0:1746157084.579078:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ce84e00 x1830977685388672/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.579085:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce84e00 with x1830977685388672 ext(0->4095) 00010000:00010000:1.0:1746157084.579088:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746157084.579097:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746157084.579101:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ce84e00 00000100:00100000:0.0:1746157084.581521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.581617:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685388800 00000100:00100000:3.0:1746157084.581626:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685388800 00010000:00010000:3.0:1746157084.581663:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746157084.581703:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17443 00000100:00100000:3.0:1746157084.581709:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685388800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.581721:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.581764:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.581775:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.581859:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203d5 expref: 6 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746157084.581886:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.581888:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.581894:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 15 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.581902:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 15 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.581944:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 15 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.581956:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679280896:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.582038:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.584016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.584299:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679280896:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.584321:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.584361:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685388800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2652us (2847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.584374:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17443 00000100:00100000:1.0:1746157084.584627:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685389056 00000100:00100000:1.0:1746157084.584635:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685389056 00002000:00100000:1.0:1746157084.584670:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250f100 x1830977685389056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.584680:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250f100 with x1830977685389056 ext(0->4095) 00002000:00010000:1.0:1746157084.584684:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250f100 00000100:00100000:1.0:1746157084.585041:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13852 00000100:00100000:1.0:1746157084.585049:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685389056:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.585191:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685389056:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (1181us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.585196:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13852 00002000:00100000:1.0:1746157084.585201:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250f100 x1830977685389056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.585208:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250f100 with x1830977685389056 ext(0->4095) 00002000:00010000:1.0:1746157084.585211:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250f100 00000100:00100000:0.0:1746157084.589181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.589646:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685389184 00000100:00100000:2.0:1746157084.589657:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685389184 00000100:00100000:2.0:1746157084.589718:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30105 00000100:00100000:2.0:1746157084.589726:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685389184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.589781:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.589806:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203e3 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.589845:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 15 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.589854:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.589856:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.589859:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.589892:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 15 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.589904:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 15 pid: 9578 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746157084.589917:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679281024:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.590779:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.611968:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679281024:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.612005:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.612023:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768a00, rc 0) 00000100:00100000:2.0:1746157084.612104:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685389184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 22376us (22932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.612113:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30105 00000100:00100000:1.0:1746157084.623344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.623437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.623518:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685389312 00000100:00100000:2.0:1746157084.623526:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685389312 00002000:00100000:2.0:1746157084.623560:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306be680 x1830977685389312/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.623575:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306be680 with x1830977685389312 ext(0->7) 00010000:00010000:2.0:1746157084.623583:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 16 pid: 9578 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746157084.623594:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 16 pid: 9578 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157084.623601:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306be680 00000100:00100000:2.0:1746157084.623627:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2907 00000100:00100000:2.0:1746157084.623634:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685389312:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157084.623785:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685389440 00000100:00100000:3.0:1746157084.623789:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685389440 00000100:00100000:3.0:1746157084.623817:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30106 00000100:00100000:3.0:1746157084.623821:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:1767:x1830977685389440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157084.623828:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157084.623838:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203ea expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.623855:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157084.623859:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.623864:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157084.623867:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 18 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.623891:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.623907:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 18 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.623915:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527600, rc 0) 00000100:00100000:3.0:1746157084.623958:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:1767:x1830977685389440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.623963:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30106 00000100:00100000:0.0:1746157084.624669:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977685389312:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1028us (1437us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1746157084.624678:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2907 00002000:00100000:0.0:1746157084.624687:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306be680 x1830977685389312/t4294970635(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.624696:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306be680 with x1830977685389312 ext(0->7) 00010000:00010000:0.0:1746157084.624704:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 19 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157084.624716:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 19 pid: 9578 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157084.624722:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306be680 00000100:00100000:0.0:1746157084.627091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.627211:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685389568 00000100:00100000:3.0:1746157084.627221:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685389568 00010000:00010000:3.0:1746157084.627257:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 19 pid: 9578 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.627299:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17444 00000100:00100000:3.0:1746157084.627307:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977685389568:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.627322:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.627340:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 19 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.627352:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 19 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.627378:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203dc expref: 19 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.627407:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.627410:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.627422:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.627429:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.627464:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.627480:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 5 pid: 9578 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.627492:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679281280:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.628496:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.633220:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679281280:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.633247:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.633294:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2010:x1830977685389568:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5985us (6209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.633305:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17444 00000100:00100000:3.0:1746157084.633436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.633457:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685389824 00000100:00100000:0.0:1746157084.633464:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685389824 00002000:00100000:0.0:1746157084.633506:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2e680 x1830977685389824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.633514:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2e680 with x1830977685389824 ext(0->4095) 00010000:00010000:0.0:1746157084.633522:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157084.633535:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157084.633541:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2e680 00000100:00100000:0.0:1746157084.633556:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2908 00000100:00100000:0.0:1746157084.633562:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685389824:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157084.633700:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685389824:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157084.633707:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2908 00002000:00100000:0.0:1746157084.633712:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2e680 x1830977685389824/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.633718:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2e680 with x1830977685389824 ext(0->4095) 00010000:00010000:0.0:1746157084.633723:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157084.633730:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157084.633750:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2e680 00000100:00100000:0.0:1746157084.636847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.637846:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685389952 00000100:00100000:3.0:1746157084.637856:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685389952 00010000:00010000:3.0:1746157084.637898:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.637951:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17445 00000100:00100000:3.0:1746157084.637960:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685389952:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.637978:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.637999:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.638011:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.638039:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768a00/0x7b65fed885350f30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203e3 expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.638166:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.638169:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.638176:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.638184:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.638225:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.638238:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679281408:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.638318:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.640138:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679281408:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157084.640139:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157084.640158:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.640194:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685389952:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2235us (3356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157084.640202:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685390208 00000100:00100000:3.0:1746157084.640204:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17445 00000100:00100000:1.0:1746157084.640208:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685390208 00002000:00100000:1.0:1746157084.640246:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250e680 x1830977685390208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.640255:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250e680 with x1830977685390208 ext(0->4095) 00002000:00010000:1.0:1746157084.640259:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250e680 00000100:00100000:1.0:1746157084.640289:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13853 00000100:00100000:1.0:1746157084.640295:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685390208:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.640439:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685390208:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.640446:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13853 00002000:00100000:1.0:1746157084.640451:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250e680 x1830977685390208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.640654:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250e680 with x1830977685390208 ext(0->4095) 00002000:00010000:1.0:1746157084.640657:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250e680 00000100:00100000:0.0:1746157084.642374:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.642432:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685390336 00000100:00100000:2.0:1746157084.642442:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685390336 00000100:00100000:2.0:1746157084.642493:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30107 00000100:00100000:2.0:1746157084.642500:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685390336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.642518:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.642536:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203f1 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.642563:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.642570:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.642572:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.642575:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.642608:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 17 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.642621:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 17 pid: 9578 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.642632:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679281536:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.642720:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.645295:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679281536:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.645332:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.645350:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:2.0:1746157084.645398:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685390336:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2897us (3036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.645408:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30107 00000100:00100000:0.0:1746157084.646088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.646150:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685390464 00000100:00100000:3.0:1746157084.646156:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685390464 00010000:00010000:3.0:1746157084.646185:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 18 pid: 9578 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.646221:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17446 00000100:00100000:3.0:1746157084.646226:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5688450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2010:x1830977685390464:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.646238:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.646257:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 18 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.646268:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 18 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.646291:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527600/0x7b65fed885350f37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ea expref: 18 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.646314:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.646316:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.646323:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.646330:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.646357:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.646368:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679281664:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.646433:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.649254:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.649316:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685390720 00000100:00100000:1.0:1746157084.649325:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685390720 00002000:00100000:1.0:1746157084.649371:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d12a00 x1830977685390720/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.649381:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12a00 with x1830977685390720 ext(0->4095) 00002000:00010000:1.0:1746157084.649387:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d12a00 00000100:00100000:1.0:1746157084.649424:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13854 00000100:00100000:1.0:1746157084.649431:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685390720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.649600:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685390720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.649607:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13854 00002000:00100000:1.0:1746157084.649613:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d12a00 x1830977685390720/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.649620:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12a00 with x1830977685390720 ext(0->4095) 00002000:00010000:1.0:1746157084.649623:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d12a00 00000100:00100000:3.0:1746157084.649916:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679281664:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.649947:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.650318:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5688450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2010:x1830977685390464:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4090us (4232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.650326:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17446 00000100:00100000:0.0:1746157084.651461:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.651723:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.651823:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685390848 00000100:00100000:2.0:1746157084.651829:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685390848 00000100:00100000:2.0:1746157084.651860:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685390976 00000100:00100000:2.0:1746157084.651863:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685390976 00000100:00100000:2.0:1746157084.651877:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30108 00000100:00100000:2.0:1746157084.651883:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:1767:x1830977685390848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157084.651890:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30109 00010000:00010000:2.0:1746157084.651896:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157084.651899:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:1768:x1830977685390976:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157084.651907:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.651911:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203f8 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.651913:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048203ff expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.652065:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.652073:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.652075:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.652079:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 20 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.652089:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.652094:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 20 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.652100:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157084.652103:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 20 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.652126:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.652128:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 20 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.652139:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.652150:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 20 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.652151:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679281920:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157084.652159:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:3.0:1746157084.652269:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:1768:x1830977685390976:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 371us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.652275:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30109 00000100:00100000:2.0:1746157084.652533:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.653686:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679281920:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.653707:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.653718:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157084.653762:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:1767:x1830977685390848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1879us (2304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.653768:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30108 00000100:00100000:0.0:1746157084.654628:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.654716:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685391104 00000100:00100000:3.0:1746157084.654722:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685391104 00010000:00010000:3.0:1746157084.654769:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.654804:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17447 00000100:00100000:3.0:1746157084.654811:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685391104:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.654822:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.654841:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.654851:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.654872:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f1 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.654898:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.654900:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.654906:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 18 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.654914:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 18 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.654953:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 18 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.654966:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 18 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.654976:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679282048:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.655035:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.657181:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.657471:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679282048:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.657492:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.657527:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685391104:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2716us (2901us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.657538:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17447 00000100:00100000:2.0:1746157084.657625:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685391360 00000100:00100000:2.0:1746157084.657631:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685391360 00002000:00100000:2.0:1746157084.657671:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cad80 x1830977685391360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.657679:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cad80 with x1830977685391360 ext(0->4095) 00010000:00010000:2.0:1746157084.657687:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 19 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.657698:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 19 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157084.657704:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cad80 00000100:00100000:2.0:1746157084.657732:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2909 00000100:00100000:2.0:1746157084.657768:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977685391360:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157084.657895:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977685391360:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (723us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157084.657901:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2909 00002000:00100000:2.0:1746157084.657905:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cad80 x1830977685391360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.657911:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cad80 with x1830977685391360 ext(0->4095) 00010000:00010000:2.0:1746157084.657915:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 19 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.657923:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 19 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157084.657941:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cad80 00000100:00100000:0.0:1746157084.662323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.662566:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685391488 00000100:00100000:3.0:1746157084.662575:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685391488 00010000:00010000:3.0:1746157084.662608:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 19 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.662646:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17448 00000100:00100000:3.0:1746157084.662654:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977685391488:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.662668:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.662687:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 19 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.662698:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 19 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.662722:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203f8 expref: 19 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.662817:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.662820:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.662827:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 18 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.662835:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 18 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.662866:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 18 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.662878:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679282176:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.662965:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.664083:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679282176:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.664100:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.664702:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2010:x1830977685391488:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2046us (2386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.664712:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17448 00000100:00100000:1.0:1746157084.665728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.666186:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685391744 00000100:00100000:0.0:1746157084.666194:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685391744 00002000:00100000:0.0:1746157084.666239:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bf480 x1830977685391744/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.666249:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bf480 with x1830977685391744 ext(0->4095) 00002000:00010000:0.0:1746157084.666254:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bf480 00000100:00100000:0.0:1746157084.666273:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13855 00000100:00100000:0.0:1746157084.666280:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685391744:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157084.666421:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685391744:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (698us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157084.669187:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13855 00002000:00100000:0.0:1746157084.669207:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bf480 x1830977685391744/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.669216:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bf480 with x1830977685391744 ext(0->4095) 00002000:00010000:0.0:1746157084.669222:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bf480 00000100:00100000:0.0:1746157084.674871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.674991:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685391872 00000100:00100000:2.0:1746157084.675001:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685391872 00000100:00100000:2.0:1746157084.675059:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30110 00000100:00100000:2.0:1746157084.675066:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685391872:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.675087:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.675105:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820406 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.675136:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 17 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.675143:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.675145:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.675148:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.675176:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 17 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.675186:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 17 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.675197:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679282304:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.675286:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.683366:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013133f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679282304:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.683403:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.683426:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768000, rc 0) 00000100:00100000:2.0:1746157084.683482:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685391872:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8415us (8619us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.683490:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30110 00000100:00100000:0.0:1746157084.685434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.686465:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685392000 00000100:00100000:2.0:1746157084.686474:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685392000 00002000:00100000:2.0:1746157084.686518:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3ac380 x1830977685392000/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.686527:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ac380 with x1830977685392000 ext(0->7) 00010000:00010000:2.0:1746157084.686536:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 18 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.686549:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 18 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157084.686556:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3ac380 00000100:00100000:2.0:1746157084.686578:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2910 00000100:00100000:2.0:1746157084.686584:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2010:x1830977685392000:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157084.691968:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2010:x1830977685392000:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 5370us (6527us total) trans 4294970636 rc 0/0 00000100:00100000:0.0:1746157084.691981:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2910 00002000:00100000:0.0:1746157084.691991:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3ac380 x1830977685392000/t4294970636(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.692001:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ac380 with x1830977685392000 ext(0->7) 00010000:00010000:0.0:1746157084.692012:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 20 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157084.692027:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 20 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157084.692034:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3ac380 00000100:00100000:0.0:1746157084.698543:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.698642:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685392128 00000100:00100000:2.0:1746157084.698652:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685392128 00000100:00100000:2.0:1746157084.698713:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30111 00000100:00100000:2.0:1746157084.698722:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:1767:x1830977685392128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.698764:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.698782:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482040d expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.698808:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.698813:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.698819:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157084.698822:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 21 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.698860:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.698870:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 21 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.698879:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157084.698919:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:1767:x1830977685392128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.698925:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30111 00000100:00100000:2.0:1746157084.701559:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.701632:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685392256 00000100:00100000:3.0:1746157084.701639:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685392256 00010000:00010000:3.0:1746157084.701667:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 21 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.701777:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17449 00000100:00100000:3.0:1746157084.701783:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:2010:x1830977685392256:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.701798:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.701815:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 21 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.701826:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 21 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.701846:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885350f4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048203ff expref: 21 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.701865:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.701867:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.701874:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.701881:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.701905:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.701914:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.701924:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679282560:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.702543:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.724159:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.724251:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685392512 00000100:00100000:0.0:1746157084.724260:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685392512 00002000:00100000:0.0:1746157084.724306:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133ed80 x1830977685392512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.724316:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133ed80 with x1830977685392512 ext(0->4095) 00010000:00010000:0.0:1746157084.724326:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157084.724340:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157084.724347:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133ed80 00000100:00100000:0.0:1746157084.724379:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2911 00000100:00100000:0.0:1746157084.724386:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685392512:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157084.724524:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685392512:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (375us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157084.724531:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2911 00002000:00100000:0.0:1746157084.724536:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133ed80 x1830977685392512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.724543:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133ed80 with x1830977685392512 ext(0->4095) 00010000:00010000:0.0:1746157084.724547:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157084.724556:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157084.724562:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133ed80 00000100:00100000:3.0:1746157084.724693:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679282560:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.724713:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.724751:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2010:x1830977685392256:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 22952us (23183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.724760:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17449 00000100:00100000:2.0:1746157084.728110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.728203:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685392640 00000100:00100000:3.0:1746157084.728212:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685392640 00010000:00010000:3.0:1746157084.728244:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.728274:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17450 00000100:00100000:3.0:1746157084.728281:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685392640:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.728294:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.728314:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.728325:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.728347:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350f53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820406 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.728418:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.728419:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.728427:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.728436:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.728466:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.728478:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679282688:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.734174:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.735226:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679282688:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.735247:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.735297:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685392640:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7015us (7195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.735308:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17450 00000100:00100000:3.0:1746157084.738058:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.738633:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685392896 00000100:00100000:1.0:1746157084.738641:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685392896 00002000:00100000:1.0:1746157084.738683:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2c700 x1830977685392896/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.738693:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c700 with x1830977685392896 ext(0->4095) 00002000:00010000:1.0:1746157084.738698:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cc2c700 00000100:00100000:1.0:1746157084.738724:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13856 00000100:00100000:1.0:1746157084.738732:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685392896:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.738890:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685392896:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (844us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.738896:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13856 00002000:00100000:1.0:1746157084.738901:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2c700 x1830977685392896/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.738908:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c700 with x1830977685392896 ext(0->4095) 00002000:00010000:1.0:1746157084.738911:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cc2c700 00000100:00100000:0.0:1746157084.741480:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.741587:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685393024 00000100:00100000:2.0:1746157084.741596:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685393024 00000100:00100000:2.0:1746157084.741652:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30112 00000100:00100000:2.0:1746157084.741661:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685393024:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.741678:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.741697:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820414 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.741728:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.741749:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.741751:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.741754:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.741786:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.741798:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 19 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.741809:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccfad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679282816:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.742149:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.743337:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccfad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679282816:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.743360:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.743374:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157084.743415:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685393024:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1755us (1944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.743424:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30112 00000100:00100000:0.0:1746157084.744636:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.745542:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685393152 00000100:00100000:3.0:1746157084.745551:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685393152 00010000:00010000:3.0:1746157084.745589:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 20 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.745631:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17451 00000100:00100000:3.0:1746157084.745639:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2010:x1830977685393152:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.745653:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.745671:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 20 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.745683:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 20 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.745711:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350f5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482040d expref: 20 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.745767:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.745769:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.745776:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.745784:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.745870:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.745882:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679282944:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.746358:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.746921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.747042:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685393280 00000100:00100000:2.0:1746157084.747049:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685393280 00000100:00100000:2.0:1746157084.747099:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30113 00000100:00100000:2.0:1746157084.747107:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:1767:x1830977685393280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.747124:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.747139:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482041b expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.747163:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.747169:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.747171:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.747174:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 21 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.747196:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.747206:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.747215:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccfad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679283072:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.747279:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157084.751422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.751591:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685393536 00000100:00100000:0.0:1746157084.751601:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685393536 00002000:00100000:0.0:1746157084.751652:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306be300 x1830977685393536/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.751662:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306be300 with x1830977685393536 ext(0->4095) 00010000:00010000:0.0:1746157084.751671:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157084.751684:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157084.751691:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306be300 00000100:00100000:0.0:1746157084.751712:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2912 00000100:00100000:0.0:1746157084.751720:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685393536:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157084.751893:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685393536:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 173us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157084.751900:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2912 00002000:00100000:0.0:1746157084.751906:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306be300 x1830977685393536/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.751913:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306be300 with x1830977685393536 ext(0->4095) 00010000:00010000:0.0:1746157084.751924:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157084.751942:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157084.751948:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306be300 00000100:00100000:3.0:1746157084.752002:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679282944:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.752023:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.752057:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:2010:x1830977685393152:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6418us (7426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.752064:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17451 00000100:00100000:2.0:1746157084.752296:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccfad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679283072:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.752315:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 20 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.752333:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:2.0:1746157084.752369:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:1767:x1830977685393280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5263us (5450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.752376:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30113 00000100:00100000:0.0:1746157084.755974:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.756078:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685393664 00000100:00100000:3.0:1746157084.756087:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685393664 00010000:00010000:3.0:1746157084.756128:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.756168:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17452 00000100:00100000:3.0:1746157084.756176:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685393664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.756191:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.756211:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.756221:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.756244:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350f61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820414 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.756273:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.756275:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.756283:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.756290:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.756324:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.756335:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679283200:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.756423:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.759528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.759836:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679283200:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.759863:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.759910:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685393664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3734us (3945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.759921:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17452 00000100:00100000:1.0:1746157084.761560:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685393920 00000100:00100000:1.0:1746157084.761573:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685393920 00002000:00100000:1.0:1746157084.761629:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d5880 x1830977685393920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.761640:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5880 with x1830977685393920 ext(0->4095) 00002000:00010000:1.0:1746157084.761645:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d5880 00000100:00100000:1.0:1746157084.761670:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13857 00000100:00100000:1.0:1746157084.761677:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685393920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.762393:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685393920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 715us (2873us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.762400:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13857 00002000:00100000:1.0:1746157084.762406:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d5880 x1830977685393920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.762420:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5880 with x1830977685393920 ext(0->4095) 00002000:00010000:1.0:1746157084.762422:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d5880 00000100:00100000:0.0:1746157084.765576:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.765716:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685394048 00000100:00100000:2.0:1746157084.765725:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685394048 00000100:00100000:2.0:1746157084.765997:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30114 00000100:00100000:2.0:1746157084.766005:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685394048:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.766023:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.766041:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820422 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.766071:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.766077:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.766078:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.766081:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.766108:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 19 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.766118:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 19 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.766132:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccfad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679283328:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.766214:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.769598:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccfad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679283328:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.769629:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.769646:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768c00, rc 0) 00000100:00100000:2.0:1746157084.769690:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685394048:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3686us (4124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.769698:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30114 00000100:00100000:0.0:1746157084.770461:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.770665:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685394176 00000100:00100000:1.0:1746157084.770673:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685394176 00002000:00100000:1.0:1746157084.770716:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d6a00 x1830977685394176/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.770726:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6a00 with x1830977685394176 ext(0->7) 00010000:00010000:1.0:1746157084.770759:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 20 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157084.770771:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 20 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157084.770778:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6a00 00000100:00100000:1.0:1746157084.770797:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2913 00000100:00100000:1.0:1746157084.770805:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2010:x1830977685394176:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157084.772616:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2010:x1830977685394176:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1803us (2149us total) trans 4294970637 rc 0/0 00000100:00100000:0.0:1746157084.772626:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2913 00002000:00100000:0.0:1746157084.772635:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d6a00 x1830977685394176/t4294970637(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.772643:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6a00 with x1830977685394176 ext(0->7) 00010000:00010000:0.0:1746157084.772650:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 22 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157084.772663:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 22 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157084.772669:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d6a00 00000100:00100000:0.0:1746157084.777002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.777070:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685394304 00000100:00100000:3.0:1746157084.777080:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685394304 00010000:00010000:3.0:1746157084.777120:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 22 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.777160:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17453 00000100:00100000:3.0:1746157084.777167:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5688050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977685394304:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.777180:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.777200:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 22 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.777212:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 22 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.777233:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350f68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482041b expref: 22 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.777351:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.777353:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.777423:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.777432:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.777468:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.777481:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679283456:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.777918:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.782394:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679283456:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.782421:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.782478:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5688050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:2011:x1830977685394304:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5310us (5483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.782489:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17453 00000100:00100000:0.0:1746157084.783309:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.783336:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685394560 00000100:00100000:0.0:1746157084.783343:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685394560 00002000:00100000:0.0:1746157084.783385:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4380 x1830977685394560/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.783395:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4380 with x1830977685394560 ext(0->4095) 00002000:00010000:0.0:1746157084.783400:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4380 00000100:00100000:0.0:1746157084.783423:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13858 00000100:00100000:0.0:1746157084.783430:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685394560:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157084.783577:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685394560:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157084.783583:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13858 00002000:00100000:0.0:1746157084.783588:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4380 x1830977685394560/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.783593:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4380 with x1830977685394560 ext(0->4095) 00002000:00010000:0.0:1746157084.783596:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4380 00000100:00100000:0.0:1746157084.786147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.786213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.786214:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685394688 00000100:00100000:2.0:1746157084.786223:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685394688 00000100:00100000:2.0:1746157084.786262:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685394816 00000100:00100000:2.0:1746157084.786263:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685394816 00000100:00100000:2.0:1746157084.786366:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30115 00000100:00100000:2.0:1746157084.786376:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:1767:x1830977685394688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.786396:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746157084.786437:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30116 00000100:00100000:1.0:1746157084.786445:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:1768:x1830977685394816:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157084.786451:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157084.786461:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820430 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.786491:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.786502:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157084.786504:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157084.786507:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 23 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.786537:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.786549:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.786554:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820429 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157084.786560:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679283584:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.786565:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.786568:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 24 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.786573:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.786576:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 24 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.786596:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 24 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.786606:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 24 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.786615:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769a00, rc 0) 00000100:00100000:2.0:1746157084.786636:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1767:x1830977685394688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 263us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157084.786636:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.786642:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30115 00000100:00100000:1.0:1746157084.788287:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679283584:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157084.788314:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 23 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.788328:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ee00, rc 0) 00000100:00100000:1.0:1746157084.788374:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:1768:x1830977685394816:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1930us (2159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157084.788381:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30116 00000100:00100000:0.0:1746157084.789271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.789339:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685394944 00000100:00100000:2.0:1746157084.789346:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685394944 00010000:00010000:2.0:1746157084.789374:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.789397:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17454 00000100:00100000:2.0:1746157084.789404:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685394944:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.789515:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.789537:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.789547:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.789569:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350f6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820422 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.789599:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.789601:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.789608:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 22 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.789616:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 22 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.789654:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 22 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.789664:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 22 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.789675:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccfad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679283840:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.789947:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.793415:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.793884:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccfad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679283840:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157084.793905:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157084.794110:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685395200 00000100:00100000:1.0:1746157084.794117:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685395200 00002000:00100000:1.0:1746157084.794162:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f8700 x1830977685395200/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.794177:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f8700 with x1830977685395200 ext(0->4095) 00010000:00010000:1.0:1746157084.794186:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157084.794199:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157084.794205:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f8700 00000100:00100000:1.0:1746157084.794234:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2914 00000100:00100000:1.0:1746157084.794241:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2011:x1830977685395200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157084.794389:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685394944:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4984us (5120us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157084.794397:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17454 00000100:00100000:1.0:1746157084.795450:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2011:x1830977685395200:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1204us (2040us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.795458:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2914 00002000:00100000:1.0:1746157084.795466:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f8700 x1830977685395200/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.795475:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f8700 with x1830977685395200 ext(0->4095) 00010000:00010000:1.0:1746157084.795483:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157084.795496:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157084.795502:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f8700 00000100:00100000:0.0:1746157084.797389:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.797445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.797480:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685395456 00000100:00100000:1.0:1746157084.797491:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685395456 00000100:00100000:2.0:1746157084.797521:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685395328 00000100:00100000:2.0:1746157084.797525:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685395328 00000100:00100000:1.0:1746157084.797547:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30117 00010000:00010000:2.0:1746157084.797548:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157084.797554:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685395456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157084.797567:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17455 00010000:00010000:1.0:1746157084.797570:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157084.797571:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2010:x1830977685395328:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.797583:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157084.797584:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820437 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.797670:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157084.797675:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 23 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.797681:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157084.797684:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.797694:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.797704:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.797720:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed885350f76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820430 expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157084.797727:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 22 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.797760:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.797768:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157084.797769:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157084.797776:0:19476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 22 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.797782:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 22 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.797800:0:19476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 22 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.797810:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 22 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157084.797821:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679284096:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.797855:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157084.797912:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.797935:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2010:x1830977685395328:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 354us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.797942:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17455 00000100:00100000:1.0:1746157084.799964:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679284096:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157084.799967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157084.799985:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f000, rc 0) 00000100:00100000:1.0:1746157084.800029:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685395456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2475us (2648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157084.800038:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30117 00000100:00100000:2.0:1746157084.800049:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685395712 00000100:00100000:2.0:1746157084.800056:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685395712 00002000:00100000:2.0:1746157084.800098:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f167100 x1830977685395712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.800107:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167100 with x1830977685395712 ext(0->4095) 00010000:00010000:2.0:1746157084.800116:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 22 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.800130:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 22 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157084.800137:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167100 00000100:00100000:2.0:1746157084.800162:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2915 00000100:00100000:2.0:1746157084.800168:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2010:x1830977685395712:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157084.800486:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2010:x1830977685395712:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 317us (519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157084.800492:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2915 00002000:00100000:2.0:1746157084.800497:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f167100 x1830977685395712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.800505:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167100 with x1830977685395712 ext(0->4095) 00010000:00010000:2.0:1746157084.800509:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 22 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.800662:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 22 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157084.800669:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167100 00000100:00100000:0.0:1746157084.802434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.802492:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685395968 00000100:00100000:0.0:1746157084.802496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.802501:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685395968 00000100:00100000:2.0:1746157084.802596:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685395840 00000100:00100000:2.0:1746157084.802600:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685395840 00010000:00010000:2.0:1746157084.802618:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 23 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.802639:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17456 00000100:00100000:2.0:1746157084.802645:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2011:x1830977685395840:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.802656:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.802675:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 23 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.802685:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 23 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.802707:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350f7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820429 expref: 23 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.802724:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.802725:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.802732:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.802761:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.802792:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.802802:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679284224:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157084.803146:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30118 00000100:00100000:2.0:1746157084.803152:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157084.803153:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:1767:x1830977685395968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157084.803214:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157084.803226:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482043e expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.803242:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.803251:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157084.803252:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157084.803255:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 23 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.803271:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.803282:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 5 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157084.803290:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679284352:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157084.803310:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157084.804989:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679284352:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157084.805013:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 23 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.805024:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6fc00, rc 0) 00000100:00100000:1.0:1746157084.805052:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:1767:x1830977685395968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1900us (2624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157084.805060:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30118 00000100:00100000:2.0:1746157084.805065:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679284224:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.805076:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.805090:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977685395840:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2446us (2594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.805098:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17456 00000100:00100000:0.0:1746157084.805394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.805553:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685396224 00000100:00100000:3.0:1746157084.805560:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685396224 00002000:00100000:3.0:1746157084.805594:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f164380 x1830977685396224/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.805603:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f164380 with x1830977685396224 ext(0->4095) 00010000:00010000:3.0:1746157084.805609:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.805620:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157084.805626:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f164380 00000100:00100000:3.0:1746157084.805653:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2916 00000100:00100000:3.0:1746157084.805660:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685396224:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157084.805846:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685396224:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 186us (452us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.805851:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2916 00002000:00100000:3.0:1746157084.805856:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f164380 x1830977685396224/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.805863:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f164380 with x1830977685396224 ext(0->4095) 00010000:00010000:3.0:1746157084.805867:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.805876:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157084.805882:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f164380 00000100:00100000:0.0:1746157084.808106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.808176:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685396352 00000100:00100000:2.0:1746157084.808183:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685396352 00010000:00010000:2.0:1746157084.808213:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.808255:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17457 00000100:00100000:2.0:1746157084.808262:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685396352:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.808274:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.808292:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.808303:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.808324:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885350f84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820437 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.808340:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.808342:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.808350:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 21 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.808358:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 21 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.808388:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 21 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.808400:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679284480:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.808487:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.811203:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679284480:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.811227:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.811283:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685396352:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3019us (3182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.811294:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17457 00000100:00100000:0.0:1746157084.813400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.814421:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685396608 00000100:00100000:1.0:1746157084.814430:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685396608 00002000:00100000:1.0:1746157084.814481:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908700 x1830977685396608/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.814499:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908700 with x1830977685396608 ext(0->4095) 00002000:00010000:1.0:1746157084.814506:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c908700 00000100:00100000:1.0:1746157084.814541:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13859 00000100:00100000:1.0:1746157084.814549:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977685396608:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.814730:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977685396608:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (1335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.814756:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13859 00002000:00100000:1.0:1746157084.814761:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908700 x1830977685396608/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.814768:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908700 with x1830977685396608 ext(0->4095) 00002000:00010000:1.0:1746157084.814770:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c908700 00000100:00100000:0.0:1746157084.817451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.817520:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685396736 00000100:00100000:1.0:1746157084.817529:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685396736 00000100:00100000:1.0:1746157084.817582:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30119 00000100:00100000:1.0:1746157084.817589:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685396736:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157084.817607:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157084.817624:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820445 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.817653:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 21 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.817660:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157084.817662:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157084.817666:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.817696:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 21 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.817708:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 21 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157084.817720:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679284608:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157084.819099:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157084.822248:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679284608:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157084.822283:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.822303:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6fe00, rc 0) 00000100:00100000:1.0:1746157084.822361:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685396736:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4770us (4918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157084.822370:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30119 00000100:00100000:0.0:1746157084.823403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.823874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.824038:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685396992 00000100:00100000:1.0:1746157084.824047:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685396992 00000100:00100000:1.0:1746157084.824099:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30120 00000100:00100000:1.0:1746157084.824106:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:1767:x1830977685396992:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157084.824123:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157084.824138:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482044c expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.824170:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157084.824175:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.824180:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157084.824183:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 23 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.824214:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.824225:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 23 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157084.824233:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e000, rc 0) 00000100:00100000:1.0:1746157084.824266:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:1767:x1830977685396992:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157084.824272:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30120 00000100:00100000:3.0:1746157084.825483:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685396864 00000100:00100000:3.0:1746157084.825490:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685396864 00010000:00010000:3.0:1746157084.825513:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.825540:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17458 00000100:00100000:3.0:1746157084.825544:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2010:x1830977685396864:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.825553:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.825568:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.825577:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.825593:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885350f8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482043e expref: 23 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.825611:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.825613:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.825618:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.825623:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.825643:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.825650:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 5 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.825658:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679284864:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.825957:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.828136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.828153:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679284864:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.828174:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.828220:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2010:x1830977685396864:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2674us (4822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.828230:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17458 00000100:00100000:2.0:1746157084.828336:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685397248 00000100:00100000:2.0:1746157084.828343:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685397248 00002000:00100000:2.0:1746157084.828382:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908a80 x1830977685397248/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.828393:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908a80 with x1830977685397248 ext(0->4095) 00010000:00010000:2.0:1746157084.828402:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.828414:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157084.828421:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c908a80 00000100:00100000:2.0:1746157084.828451:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2917 00000100:00100000:2.0:1746157084.828458:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685397248:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157084.828579:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685397248:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157084.828585:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2917 00002000:00100000:2.0:1746157084.828589:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c908a80 x1830977685397248/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.828597:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c908a80 with x1830977685397248 ext(0->4095) 00010000:00010000:2.0:1746157084.828602:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.828610:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157084.828616:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c908a80 00000100:00100000:0.0:1746157084.831586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.832338:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685397376 00000100:00100000:3.0:1746157084.832350:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685397376 00010000:00010000:3.0:1746157084.832389:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.832424:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17459 00000100:00100000:3.0:1746157084.832432:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685397376:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.832446:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.832468:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.832479:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.832502:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fe00/0x7b65fed885350f92 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820445 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.832530:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.832533:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.832540:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 21 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.832547:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 21 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.832679:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 21 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.832692:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679284992:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.833151:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.835731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.835832:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679284992:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.835854:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.835894:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685397376:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3463us (4318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.835905:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17459 00000100:00100000:2.0:1746157084.836448:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685397632 00000100:00100000:2.0:1746157084.836456:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685397632 00002000:00100000:2.0:1746157084.836500:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90a300 x1830977685397632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.836509:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90a300 with x1830977685397632 ext(0->4095) 00002000:00010000:2.0:1746157084.836515:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90a300 00000100:00100000:2.0:1746157084.836553:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13860 00000100:00100000:2.0:1746157084.836559:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2013:x1830977685397632:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157084.836709:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2013:x1830977685397632:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (987us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157084.836716:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13860 00002000:00100000:2.0:1746157084.836721:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90a300 x1830977685397632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.836728:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90a300 with x1830977685397632 ext(0->4095) 00002000:00010000:2.0:1746157084.836731:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90a300 00000100:00100000:0.0:1746157084.842607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.843989:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685397760 00000100:00100000:2.0:1746157084.844001:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685397760 00000100:00100000:2.0:1746157084.844062:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30121 00000100:00100000:2.0:1746157084.844070:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685397760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.844085:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.844100:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820453 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.844125:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 21 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.844133:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.844135:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.844138:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.844166:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 21 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.844177:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 21 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.844186:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679285120:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.844271:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.851598:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679285120:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.851630:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.851646:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768c00, rc 0) 00000100:00100000:2.0:1746157084.851696:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685397760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7627us (9100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.851707:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30121 00000100:00100000:0.0:1746157084.852421:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.852567:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685397888 00000100:00100000:3.0:1746157084.852575:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685397888 00002000:00100000:3.0:1746157084.852614:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009257ed80 x1830977685397888/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.852623:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ed80 with x1830977685397888 ext(0->7) 00010000:00010000:3.0:1746157084.852630:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 22 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.852642:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 22 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157084.852649:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ed80 00000100:00100000:3.0:1746157084.852678:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2918 00000100:00100000:3.0:1746157084.852685:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2010:x1830977685397888:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157084.856902:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2010:x1830977685397888:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4198us (4464us total) trans 4294970638 rc 0/0 00000100:00100000:0.0:1746157084.856921:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2918 00002000:00100000:0.0:1746157084.856947:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009257ed80 x1830977685397888/t4294970638(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157084.856956:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ed80 with x1830977685397888 ext(0->7) 00010000:00010000:0.0:1746157084.856966:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 24 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157084.856981:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 24 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157084.856988:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ed80 00000100:00100000:0.0:1746157084.872794:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.872852:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.872966:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685398144 00000100:00100000:3.0:1746157084.872975:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685398144 00010000:00010000:3.0:1746157084.873014:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 24 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.873042:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17460 00000100:00100000:3.0:1746157084.873050:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2010:x1830977685398144:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.873064:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.873084:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 24 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.873095:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 24 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.873119:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885350f99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482044c expref: 24 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.873146:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.873148:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.873155:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.873163:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.873195:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.873206:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679285248:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.873288:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.873444:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685398016 00000100:00100000:2.0:1746157084.873448:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685398016 00000100:00100000:2.0:1746157084.873472:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30122 00000100:00100000:2.0:1746157084.873477:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1767:x1830977685398016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.873489:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.873501:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482045a expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.873518:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.873523:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.873524:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.873527:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.873544:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.873554:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.873561:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679285376:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.873598:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.877881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.877944:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685398400 00000100:00100000:1.0:1746157084.877956:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685398400 00002000:00100000:1.0:1746157084.878006:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f6d80 x1830977685398400/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.878016:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6d80 with x1830977685398400 ext(0->4095) 00010000:00010000:1.0:1746157084.878025:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157084.878045:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157084.878053:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f6d80 00000100:00100000:1.0:1746157084.878075:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2919 00000100:00100000:1.0:1746157084.878082:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685398400:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157084.878120:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679285376:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.878152:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.878165:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157084.878205:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:1767:x1830977685398016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4727us (5422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.878212:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30122 00000100:00100000:3.0:1746157084.878431:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679285248:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.878445:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157084.878905:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685398400:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 821us (1033us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.878913:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2919 00000100:00100000:3.0:1746157084.878915:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2010:x1830977685398144:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5864us (6061us total) trans 0 rc 0/0 00002000:00100000:1.0:1746157084.878920:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f6d80 x1830977685398400/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157084.878924:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17460 00002000:00100000:1.0:1746157084.878938:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6d80 with x1830977685398400 ext(0->4095) 00010000:00010000:1.0:1746157084.878945:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157084.878955:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157084.878961:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f6d80 00000100:00100000:0.0:1746157084.882372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.882473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.882567:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685398528 00000100:00100000:2.0:1746157084.882576:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685398656 00000100:00100000:3.0:1746157084.882578:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685398528 00000100:00100000:2.0:1746157084.882580:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685398656 00010000:00010000:3.0:1746157084.882613:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 7 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.882638:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17461 00000100:00100000:3.0:1746157084.882645:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2010:x1830977685398528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.882660:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.882680:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 7 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.882692:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 7 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.882715:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fa0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820453 expref: 7 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.882940:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30123 00000100:00100000:2.0:1746157084.882948:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685398656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.882964:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.882975:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820461 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.883240:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.883243:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.883251:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 23 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.883260:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 23 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.883293:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 23 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.883306:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679285504:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.883324:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 23 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.883331:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.883332:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.883335:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 7 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.883354:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 23 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.883365:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 23 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.883373:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679285632:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157084.883386:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.883531:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.888121:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679285504:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.888149:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.888195:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2010:x1830977685398528:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5548us (5720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.888205:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17461 00000100:00100000:2.0:1746157084.888343:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679285632:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.888365:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.888382:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769a00, rc 0) 00000100:00100000:2.0:1746157084.888407:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685398656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5461us (6047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.888414:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30123 00000100:00100000:0.0:1746157084.890014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.890242:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685398784 00000100:00100000:3.0:1746157084.890250:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685398784 00010000:00010000:3.0:1746157084.890286:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 24 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.890561:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17462 00000100:00100000:3.0:1746157084.890570:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2010:x1830977685398784:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.890584:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.890605:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 24 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.890617:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 24 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.890641:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885350fa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482045a expref: 24 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.890673:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.890676:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.890684:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.890691:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.890725:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157084.890767:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679285760:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157084.890856:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.899727:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679285760:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157084.899787:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157084.899845:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:2010:x1830977685398784:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9275us (9837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.899856:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17462 00000100:00100000:0.0:1746157084.901141:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.902408:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685399040 00000100:00100000:1.0:1746157084.902423:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685399040 00002000:00100000:1.0:1746157084.902474:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7800 x1830977685399040/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.902483:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7800 with x1830977685399040 ext(0->4095) 00002000:00010000:1.0:1746157084.902490:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f7800 00000100:00100000:0.0:1746157084.903255:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.903790:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685399168 00000100:00100000:3.0:1746157084.903800:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685399168 00000100:00100000:3.0:1746157084.903838:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30124 00000100:00100000:3.0:1746157084.903844:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:1767:x1830977685399168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157084.903861:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157084.903879:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820468 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157084.903879:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13861 00000100:00100000:1.0:1746157084.903886:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685399040:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746157084.903908:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.903921:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.903922:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.903934:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 24 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.903963:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.903974:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.903985:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679285888:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157084.904055:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157084.904427:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685399040:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 540us (3291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.904434:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13861 00002000:00100000:1.0:1746157084.904442:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f7800 x1830977685399040/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.904450:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7800 with x1830977685399040 ext(0->4095) 00010000:00010000:1.0:1746157084.904456:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157084.904466:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157084.904472:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f7800 00000100:00100000:3.0:1746157084.906509:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679285888:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157084.906549:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 24 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.906566:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157084.907219:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1767:x1830977685399168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3372us (3963us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.907229:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30124 00000100:00100000:1.0:1746157084.907545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.907661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.907752:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685399424 00000100:00100000:2.0:1746157084.907759:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685399424 00010000:00010000:2.0:1746157084.907785:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.907804:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17463 00000100:00100000:2.0:1746157084.907809:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685399424:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.907822:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.907841:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.907850:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.907875:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820461 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.907890:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.907892:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.907898:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 23 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.907906:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 23 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.907942:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 23 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.907954:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679286016:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.908018:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.908159:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685399296 00000100:00100000:3.0:1746157084.908162:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685399296 00000100:00100000:3.0:1746157084.908181:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30125 00000100:00100000:3.0:1746157084.908187:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:1768:x1830977685399296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157084.908202:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157084.908212:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482046f expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.908228:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.908234:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157084.908235:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157084.908238:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.908253:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.908263:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 25 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.908271:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679286144:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157084.908291:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.910702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.910985:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685399680 00000100:00100000:1.0:1746157084.910992:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685399680 00000100:00100000:3.0:1746157084.910997:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679286144:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157084.911028:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746157084.911034:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e4700 x1830977685399680/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.911043:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e4700 with x1830977685399680 ext(0->4095) 00010000:00010000:3.0:1746157084.911045:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00010000:00010000:1.0:1746157084.911050:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157084.911066:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157084.911072:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e4700 00000100:00100000:3.0:1746157084.911088:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1768:x1830977685399296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2900us (3542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.911099:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30125 00000100:00100000:1.0:1746157084.911285:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2920 00000100:00100000:1.0:1746157084.911292:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685399680:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157084.911319:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679286016:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.911331:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.911352:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685399424:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3542us (3691us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.911361:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17463 00000100:00100000:1.0:1746157084.911415:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685399680:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.911421:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2920 00002000:00100000:1.0:1746157084.911426:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e4700 x1830977685399680/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.911433:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e4700 with x1830977685399680 ext(0->4095) 00010000:00010000:1.0:1746157084.911438:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157084.911447:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157084.911452:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e4700 00000100:00100000:0.0:1746157084.916478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.916715:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685399808 00000100:00100000:2.0:1746157084.916726:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685399808 00010000:00010000:2.0:1746157084.916790:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 25 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.916824:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17464 00000100:00100000:2.0:1746157084.916831:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2013:x1830977685399808:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.916845:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.916863:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 25 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.916875:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 25 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.916897:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885350fb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820468 expref: 25 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.916923:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.916935:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.916942:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 24 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.916950:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 24 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.916980:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 24 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.916993:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679286272:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.917081:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.923028:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.923302:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679286272:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.923324:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.923372:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2013:x1830977685399808:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6540us (6904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.923385:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17464 00000100:00100000:1.0:1746157084.923482:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685400064 00000100:00100000:1.0:1746157084.923490:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685400064 00002000:00100000:1.0:1746157084.923530:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250df80 x1830977685400064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.923538:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250df80 with x1830977685400064 ext(0->4095) 00002000:00010000:1.0:1746157084.923542:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250df80 00000100:00100000:1.0:1746157084.923559:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13862 00000100:00100000:1.0:1746157084.923566:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2013:x1830977685400064:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157084.923712:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2013:x1830977685400064:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (696us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.923719:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13862 00002000:00100000:1.0:1746157084.923724:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009250df80 x1830977685400064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.923731:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250df80 with x1830977685400064 ext(0->4095) 00002000:00010000:1.0:1746157084.923757:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009250df80 00000100:00100000:0.0:1746157084.932464:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.932578:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685400192 00000100:00100000:3.0:1746157084.932588:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685400192 00000100:00100000:3.0:1746157084.932644:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30126 00000100:00100000:3.0:1746157084.932652:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685400192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157084.932671:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157084.932689:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820476 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.932719:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 23 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.932726:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157084.932728:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157084.932731:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.932786:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 23 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.932797:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 23 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.932809:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679286400:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157084.936443:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.936482:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679286400:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157084.936500:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157084.936515:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.936537:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157084.936589:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685400192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3938us (4135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.936599:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30126 00000100:00100000:2.0:1746157084.938057:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685400320 00000100:00100000:2.0:1746157084.938067:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685400320 00002000:00100000:2.0:1746157084.938111:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009250e300 x1830977685400320/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.938120:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250e300 with x1830977685400320 ext(0->7) 00010000:00010000:2.0:1746157084.938129:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 24 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.938142:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 24 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157084.938148:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250e300 00000100:00100000:2.0:1746157084.940345:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2921 00000100:00100000:2.0:1746157084.940367:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:2010:x1830977685400320:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157084.942266:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685400320:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1898us (5757us total) trans 4294970639 rc 0/0 00000100:00100000:2.0:1746157084.942278:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2921 00002000:00100000:2.0:1746157084.942289:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009250e300 x1830977685400320/t4294970639(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 496/448 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.942298:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250e300 with x1830977685400320 ext(0->7) 00010000:00010000:2.0:1746157084.942309:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.942323:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157084.942329:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009250e300 00000100:00100000:0.0:1746157084.949859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.951163:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685400448 00000100:00100000:2.0:1746157084.951175:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685400448 00010000:00010000:2.0:1746157084.951219:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.951249:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17465 00000100:00100000:2.0:1746157084.951256:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2013:x1830977685400448:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.951268:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.951287:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.951300:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.951322:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885350fbc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482046f expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.951345:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.951347:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.951353:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.951366:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.951399:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157084.951410:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679286528:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.953120:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157084.955616:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679286528:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.955638:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.955687:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2013:x1830977685400448:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4431us (5836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.955698:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17465 00000100:00100000:0.0:1746157084.955950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.959382:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685400704 00000100:00100000:2.0:1746157084.959396:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685400704 00002000:00100000:2.0:1746157084.959458:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fe300 x1830977685400704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.959468:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fe300 with x1830977685400704 ext(0->4095) 00002000:00010000:2.0:1746157084.959473:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fe300 00000100:00100000:2.0:1746157084.959505:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13863 00000100:00100000:2.0:1746157084.959513:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685400704:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157084.959691:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685400704:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (3741us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157084.959701:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13863 00002000:00100000:2.0:1746157084.959707:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fe300 x1830977685400704/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157084.959713:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fe300 with x1830977685400704 ext(0->4095) 00002000:00010000:2.0:1746157084.959716:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fe300 00000100:00100000:0.0:1746157084.968117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.968219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.968944:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685400832 00000100:00100000:3.0:1746157084.968955:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685400832 00000100:00100000:3.0:1746157084.969010:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685400960 00000100:00100000:2.0:1746157084.969092:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30127 00000100:00100000:2.0:1746157084.969104:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:1768:x1830977685400832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.969124:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.969142:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482047d expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.969170:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.969178:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.969180:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.969183:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 26 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.969215:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.969226:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.969237:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679286656:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157084.969328:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157084.972158:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685400960 00000100:00100000:3.0:1746157084.972239:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30128 00000100:00100000:3.0:1746157084.972246:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1767:x1830977685400960:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157084.972263:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157084.972281:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820484 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.972308:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.972313:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 28 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.972319:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157084.972322:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 28 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.972354:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 28 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.972372:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 28 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.972382:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157084.972443:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:1767:x1830977685400960:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (4223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157084.972448:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30128 00000100:00100000:2.0:1746157084.981364:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679286656:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157084.981396:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 27 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.981415:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157084.981464:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1768:x1830977685400832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12362us (13358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.981473:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30127 00000100:00100000:0.0:1746157084.981675:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.981866:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685401088 00000100:00100000:2.0:1746157084.981872:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685401088 00010000:00010000:2.0:1746157084.981899:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.981921:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17466 00000100:00100000:2.0:1746157084.981936:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685401088:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.981947:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.981966:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.981976:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.981998:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885350fc3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820476 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.982615:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.982619:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.982627:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 26 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.982636:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 26 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.982666:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 26 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.982678:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 26 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.982689:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679286912:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.983874:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.986904:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157084.987005:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685401344 00000100:00100000:1.0:1746157084.987015:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685401344 00002000:00100000:1.0:1746157084.987066:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7b80 x1830977685401344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.987075:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7b80 with x1830977685401344 ext(0->4095) 00010000:00010000:1.0:1746157084.987084:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157084.987099:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157084.987106:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a7b80 00000100:00100000:1.0:1746157084.987142:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2922 00000100:00100000:1.0:1746157084.987149:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2010:x1830977685401344:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157084.987302:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2010:x1830977685401344:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157084.987308:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2922 00002000:00100000:1.0:1746157084.987314:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7b80 x1830977685401344/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157084.987321:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7b80 with x1830977685401344 ext(0->4095) 00010000:00010000:1.0:1746157084.987326:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157084.987335:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157084.987340:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a7b80 00000100:00100000:2.0:1746157084.987495:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679286912:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.987512:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.987535:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685401088:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5609us (5861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.987543:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17466 00000100:00100000:0.0:1746157084.988592:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.988666:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685401472 00000100:00100000:2.0:1746157084.988672:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685401472 00000100:00100000:2.0:1746157084.988704:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30129 00000100:00100000:2.0:1746157084.988711:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685401472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.988727:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.988766:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482048b expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.988790:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.988795:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.988801:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157084.988804:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.988834:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.988845:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.988854:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:2.0:1746157084.988986:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685401472:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 275us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.988992:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30129 00000100:00100000:0.0:1746157084.991328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.991427:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685401600 00000100:00100000:2.0:1746157084.991435:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685401600 00010000:00010000:2.0:1746157084.991473:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.991501:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17467 00000100:00100000:2.0:1746157084.991508:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2011:x1830977685401600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157084.991521:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157084.991539:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.991551:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.991573:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885350fca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482047d expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157084.991665:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.991668:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157084.991676:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.991684:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.991716:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.991727:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.991768:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679287168:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.992207:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157084.993689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157084.993794:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679287168:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157084.993816:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157084.993855:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685401600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2346us (2536us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.993866:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17467 00000100:00100000:3.0:1746157084.994057:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685401856 00000100:00100000:3.0:1746157084.994063:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685401856 00002000:00100000:3.0:1746157084.994101:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091392a00 x1830977685401856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/0 e 0 to 0 dl 1746157095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.994110:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091392a00 with x1830977685401856 ext(0->4095) 00010000:00010000:3.0:1746157084.994118:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.994130:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157084.994136:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091392a00 00000100:00100000:3.0:1746157084.995183:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2923 00000100:00100000:3.0:1746157084.995193:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685401856:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157084.995343:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685401856:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (1662us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157084.995349:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2923 00002000:00100000:3.0:1746157084.995355:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091392a00 x1830977685401856/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:645/0 lens 488/4536 e 0 to 0 dl 1746157095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157084.995361:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091392a00 with x1830977685401856 ext(0->4095) 00010000:00010000:3.0:1746157084.995367:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.995377:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157084.995382:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091392a00 00000100:00100000:0.0:1746157084.998133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157084.998192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157084.998278:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685402112 00000100:00100000:2.0:1746157084.998281:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685401984 00000100:00100000:3.0:1746157084.998287:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685402112 00000100:00100000:2.0:1746157084.998287:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685401984 00010000:00010000:3.0:1746157084.998322:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157084.998328:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30130 00000100:00100000:2.0:1746157084.998336:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1767:x1830977685401984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157084.998351:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157084.998366:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820492 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.998392:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157084.998488:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.998494:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157084.998498:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 28 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.998535:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.998547:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 28 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157084.998557:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768c00, rc 0) 00000100:00100000:3.0:1746157084.998674:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17468 00000100:00100000:3.0:1746157084.998681:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2012:x1830977685402112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157084.998729:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157084.998782:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 28 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.998793:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 28 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.998809:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885350fd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820484 expref: 28 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157084.998829:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.998830:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157084.998836:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.998842:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.998861:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157084.998871:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 5 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157084.998883:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679287424:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157084.999252:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1767:x1830977685401984:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 915us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157084.999258:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30130 00000100:00100000:3.0:1746157084.999614:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.003306:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679287424:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157085.003330:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157085.003386:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2012:x1830977685402112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4705us (5192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.003397:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17468 00000100:00100000:0.0:1746157085.005342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.005426:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685402368 00000100:00100000:1.0:1746157085.005435:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685402368 00002000:00100000:1.0:1746157085.005476:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5180 x1830977685402368/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.005487:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5180 with x1830977685402368 ext(0->4095) 00010000:00010000:1.0:1746157085.005496:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.005509:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.005515:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e5180 00000100:00100000:1.0:1746157085.005541:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2924 00000100:00100000:1.0:1746157085.005547:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685402368:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157085.005684:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685402368:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.005691:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2924 00002000:00100000:1.0:1746157085.005696:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5180 x1830977685402368/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.005702:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5180 with x1830977685402368 ext(0->4095) 00010000:00010000:1.0:1746157085.005707:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.005716:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.005721:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e5180 00000100:00100000:0.0:1746157085.011840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.011915:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685402496 00000100:00100000:3.0:1746157085.011934:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685402496 00010000:00010000:3.0:1746157085.011972:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.012017:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17469 00000100:00100000:3.0:1746157085.012025:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685402496:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157085.012040:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157085.012060:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.012071:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.012093:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885350fd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482048b expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.012120:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.012122:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.012130:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 25 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.012137:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 25 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.012168:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 25 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157085.012181:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679287552:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157085.012260:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.013308:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679287552:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157085.013325:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157085.013357:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685402496:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1333us (1527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.013365:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17469 00000100:00100000:0.0:1746157085.013772:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.013811:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685402752 00000100:00100000:3.0:1746157085.013835:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685402752 00002000:00100000:3.0:1746157085.013868:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cf480 x1830977685402752/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.013877:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cf480 with x1830977685402752 ext(0->4095) 00002000:00010000:3.0:1746157085.013881:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5cf480 00000100:00100000:3.0:1746157085.014392:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13864 00000100:00100000:3.0:1746157085.014401:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685402752:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157085.014556:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685402752:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (785us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.014562:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13864 00002000:00100000:3.0:1746157085.014568:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cf480 x1830977685402752/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.014575:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cf480 with x1830977685402752 ext(0->4095) 00002000:00010000:3.0:1746157085.014578:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5cf480 00000100:00100000:0.0:1746157085.016068:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.016135:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685402880 00000100:00100000:2.0:1746157085.016143:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685402880 00000100:00100000:2.0:1746157085.016807:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30131 00000100:00100000:2.0:1746157085.016816:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685402880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.016834:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.016850:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820499 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.016877:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 25 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.016884:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.016886:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.016889:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.016917:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 25 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.016940:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 25 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.016951:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679287680:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.017038:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.018434:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.018541:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679287680:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.018569:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.018585:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768000, rc 0) 00000100:00100000:2.0:1746157085.018620:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685402880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1806us (2560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.018627:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30131 00000100:00100000:3.0:1746157085.018831:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685403008 00000100:00100000:3.0:1746157085.018837:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685403008 00010000:00010000:3.0:1746157085.018862:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 26 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.018898:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17470 00000100:00100000:3.0:1746157085.018903:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685403008:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157085.018914:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157085.018939:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 26 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.018948:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 26 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.018968:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885350fdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820492 expref: 26 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.019984:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.019990:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.020000:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.020009:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.020047:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157085.020060:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679287808:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157085.020154:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.021788:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.021885:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679287808:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157085.021907:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.021945:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685403264 00000100:00100000:1.0:1746157085.021953:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685403264 00000100:00100000:3.0:1746157085.021958:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2011:x1830977685403008:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3054us (3532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.021969:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17470 00002000:00100000:1.0:1746157085.021997:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8889c00 x1830977685403264/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.022007:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8889c00 with x1830977685403264 ext(0->4095) 00002000:00010000:1.0:1746157085.022012:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8889c00 00000100:00100000:1.0:1746157085.022043:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13865 00000100:00100000:1.0:1746157085.022050:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685403264:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157085.022177:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685403264:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.022183:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13865 00002000:00100000:1.0:1746157085.022188:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8889c00 x1830977685403264/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.022195:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8889c00 with x1830977685403264 ext(0->4095) 00002000:00010000:1.0:1746157085.022198:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8889c00 00000100:00100000:0.0:1746157085.028834:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.028961:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.029089:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685403392 00000100:00100000:2.0:1746157085.029098:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685403392 00000100:00100000:2.0:1746157085.029138:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685403520 00000100:00100000:2.0:1746157085.029139:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685403520 00000100:00100000:2.0:1746157085.029168:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30132 00000100:00100000:2.0:1746157085.029176:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685403392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.029196:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.029213:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204a0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157085.029315:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30133 00000100:00100000:3.0:1746157085.029324:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1768:x1830977685403520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.029330:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.029336:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204a7 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.029364:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.029372:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.029373:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.029377:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 27 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.029407:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.029419:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 5 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.029431:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679287936:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.029504:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00010000:00010000:2.0:1746157085.029542:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.029546:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 28 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.029550:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.029553:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 28 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.029579:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 28 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.029594:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 28 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.029606:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769a00, rc 0) 00000100:00100000:2.0:1746157085.029628:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:1767:x1830977685403392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 453us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.029634:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30132 00000100:00100000:0.0:1746157085.035912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.036047:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679287936:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.036080:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 27 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.036098:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157085.036143:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1768:x1830977685403520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6821us (7181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.036151:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30133 00000100:00100000:2.0:1746157085.036692:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685403648 00000100:00100000:2.0:1746157085.036701:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685403648 00010000:00010000:2.0:1746157085.036730:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.036800:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17471 00000100:00100000:2.0:1746157085.036807:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685403648:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.036820:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.036840:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.036850:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.036874:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885350fe6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820499 expref: 6 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.036889:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.036892:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.036900:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.036908:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.036950:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.036961:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.036972:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679288192:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.037325:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.046274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.046510:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679288192:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.046531:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.046588:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685403648:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9781us (10686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.046599:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17471 00000100:00100000:3.0:1746157085.047268:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685403904 00000100:00100000:3.0:1746157085.047276:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685403904 00002000:00100000:3.0:1746157085.047317:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259500 x1830977685403904/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.047325:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259500 with x1830977685403904 ext(0->4095) 00010000:00010000:3.0:1746157085.047334:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.047346:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.047353:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259500 00000100:00100000:3.0:1746157085.047377:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2925 00000100:00100000:3.0:1746157085.047383:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2011:x1830977685403904:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157085.047526:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2011:x1830977685403904:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (1263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.047532:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2925 00002000:00100000:3.0:1746157085.047538:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259500 x1830977685403904/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.047544:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259500 with x1830977685403904 ext(0->4095) 00010000:00010000:3.0:1746157085.047548:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.047557:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.047563:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259500 00000100:00100000:0.0:1746157085.052319:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.053098:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.053191:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685404032 00000100:00100000:3.0:1746157085.053201:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685404032 00000100:00100000:3.0:1746157085.053242:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30134 00000100:00100000:3.0:1746157085.053250:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685404032:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.053268:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.053286:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204ae expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.053311:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.053317:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 26 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.053322:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157085.053325:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.053361:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 26 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.053378:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.053388:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527a00, rc 0) 00000100:00100000:3.0:1746157085.053436:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685404032:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.053442:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30134 00000100:00100000:2.0:1746157085.053511:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685404160 00000100:00100000:2.0:1746157085.053515:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685404160 00010000:00010000:2.0:1746157085.053535:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.053552:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17472 00000100:00100000:2.0:1746157085.053556:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2012:x1830977685404160:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.053566:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.053581:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.053590:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.053606:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885350ff4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a7 expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.053618:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.053619:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.053624:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 26 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.053630:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 26 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.053646:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 26 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.053654:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 26 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.053664:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679288448:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.053712:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.056844:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679288448:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.056867:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.056908:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2012:x1830977685404160:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3349us (3811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.056918:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17472 00000100:00100000:0.0:1746157085.058978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.059663:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685404416 00000100:00100000:3.0:1746157085.059674:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685404416 00002000:00100000:3.0:1746157085.059730:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306eed80 x1830977685404416/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.059772:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eed80 with x1830977685404416 ext(0->4095) 00010000:00010000:3.0:1746157085.059782:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 26 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.059797:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 26 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.059804:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306eed80 00000100:00100000:3.0:1746157085.060199:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2926 00000100:00100000:3.0:1746157085.060208:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685404416:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157085.060609:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685404416:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 402us (1639us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.060616:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2926 00002000:00100000:3.0:1746157085.060622:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306eed80 x1830977685404416/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.060629:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eed80 with x1830977685404416 ext(0->4095) 00010000:00010000:3.0:1746157085.060634:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 26 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.060645:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 26 pid: 19476 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.060651:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306eed80 00000100:00100000:0.0:1746157085.062665:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.063096:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685404672 00000100:00100000:2.0:1746157085.063105:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685404672 00000100:00100000:0.0:1746157085.063188:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.063230:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30135 00000100:00100000:2.0:1746157085.063238:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685404672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.063258:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.063277:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204b5 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.063304:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.063309:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.063315:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157085.063318:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.063358:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.063368:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.063377:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768c00, rc 0) 00000100:00100000:2.0:1746157085.063419:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1767:x1830977685404672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.063425:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30135 00000100:00100000:2.0:1746157085.063445:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685404544 00000100:00100000:2.0:1746157085.063447:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685404544 00010000:00010000:2.0:1746157085.063458:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.063473:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17473 00000100:00100000:2.0:1746157085.063477:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2012:x1830977685404544:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.063485:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.063501:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.063510:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.063524:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885350fed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204a0 expref: 27 pid: 19476 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.063536:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.063537:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.063542:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.063549:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.063562:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.063572:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.063583:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679288704:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.063630:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.067564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.067629:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685404928 00000100:00100000:3.0:1746157085.067640:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685404928 00002000:00100000:3.0:1746157085.067685:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260b100 x1830977685404928/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.067696:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260b100 with x1830977685404928 ext(0->4095) 00010000:00010000:3.0:1746157085.067704:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.067718:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.067725:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009260b100 00000100:00100000:3.0:1746157085.067791:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2927 00000100:00100000:3.0:1746157085.067799:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685404928:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157085.067878:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679288704:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.067895:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.067947:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2012:x1830977685404544:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4468us (4758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.067956:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17473 00000100:00100000:3.0:1746157085.068220:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685404928:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 422us (668us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.068229:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2927 00002000:00100000:3.0:1746157085.068234:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009260b100 x1830977685404928/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.068241:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009260b100 with x1830977685404928 ext(0->4095) 00010000:00010000:3.0:1746157085.068246:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.068254:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.068260:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009260b100 00010000:00010000:3.0:1746157085.069764:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157085.073044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.073111:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685405056 00000100:00100000:2.0:1746157085.073121:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685405056 00010000:00010000:2.0:1746157085.073154:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.073201:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17474 00000100:00100000:2.0:1746157085.073209:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685405056:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.073222:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.073240:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.073251:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.073274:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885350ffb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ae expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.073302:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.073304:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.073312:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.073320:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.073354:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.073366:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679288832:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.073455:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.077237:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679288832:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.077258:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.077302:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685405056:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4093us (4268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.077314:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17474 00000100:00100000:0.0:1746157085.078051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.078291:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685405312 00000100:00100000:3.0:1746157085.078299:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685405312 00002000:00100000:3.0:1746157085.078341:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092608700 x1830977685405312/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.078351:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092608700 with x1830977685405312 ext(0->4095) 00002000:00010000:3.0:1746157085.078356:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092608700 00000100:00100000:3.0:1746157085.078377:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13866 00000100:00100000:3.0:1746157085.078383:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685405312:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157085.078518:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685405312:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (468us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.078524:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13866 00002000:00100000:3.0:1746157085.078529:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092608700 x1830977685405312/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.078536:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092608700 with x1830977685405312 ext(0->4095) 00002000:00010000:3.0:1746157085.078539:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092608700 00000100:00100000:0.0:1746157085.081160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.081322:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685405440 00000100:00100000:3.0:1746157085.081331:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685405440 00000100:00100000:3.0:1746157085.081388:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30136 00000100:00100000:3.0:1746157085.081396:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685405440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.081416:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.081435:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204bc expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.081465:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.081471:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.081473:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.081476:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.081507:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.081519:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 25 pid: 9578 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.081530:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679288960:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.082293:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.084019:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679288960:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.084051:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.084067:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157085.084107:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685405440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2712us (2958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.084115:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30136 00000100:00100000:0.0:1746157085.084808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.085333:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685405568 00000100:00100000:3.0:1746157085.085340:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685405568 00010000:00010000:3.0:1746157085.085368:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.085403:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17475 00000100:00100000:3.0:1746157085.085410:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685405568:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157085.085422:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157085.085442:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.085453:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.085474:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed885351002 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204b5 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.085500:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.085502:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.085509:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.085517:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.085544:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157085.085556:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679289088:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157085.085624:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.088402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.088584:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679289088:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157085.088606:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.088727:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685405696 00000100:00100000:2.0:1746157085.088769:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685405696 00000100:00100000:2.0:1746157085.088831:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30137 00000100:00100000:2.0:1746157085.088839:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685405696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.088858:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.088876:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204c3 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.088907:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.088915:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.088917:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.088920:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 27 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.088959:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.088970:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.088980:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679289216:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.089101:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2011:x1830977685405568:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3691us (4295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.089110:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17475 00000100:00100000:0.0:1746157085.089303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.089365:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685405952 00000100:00100000:1.0:1746157085.089369:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685405952 00002000:00100000:1.0:1746157085.089398:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5bddc00 x1830977685405952/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.089407:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bddc00 with x1830977685405952 ext(0->4095) 00010000:00010000:1.0:1746157085.089412:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.089422:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.089427:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5bddc00 00000100:00100000:1.0:1746157085.089440:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2928 00000100:00100000:1.0:1746157085.089444:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685405952:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157085.089572:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685405952:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.089578:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2928 00002000:00100000:1.0:1746157085.089582:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5bddc00 x1830977685405952/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.089594:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bddc00 with x1830977685405952 ext(0->4095) 00010000:00010000:1.0:1746157085.089598:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.089605:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.089610:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5bddc00 00000100:00100000:2.0:1746157085.090080:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.093970:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.094159:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679289216:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.094190:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 26 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.094210:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768000, rc 0) 00000100:00100000:2.0:1746157085.094271:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685405696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5431us (5880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.094280:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30137 00000100:00100000:1.0:1746157085.095002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.095507:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685406208 00000100:00100000:2.0:1746157085.095516:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685406208 00000100:00100000:2.0:1746157085.095552:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30138 00000100:00100000:2.0:1746157085.095559:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685406208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.095576:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.095592:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204ca expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.095613:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.095619:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.095624:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.095628:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 7 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.095659:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.095668:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 7 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.095675:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157085.095707:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1768:x1830977685406208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (1749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.095713:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30138 00000100:00100000:2.0:1746157085.095755:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685406080 00000100:00100000:2.0:1746157085.095759:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685406080 00010000:00010000:2.0:1746157085.095771:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 7 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.095792:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17476 00000100:00100000:2.0:1746157085.095796:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2012:x1830977685406080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.095804:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.095821:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 7 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.095830:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 7 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.095845:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351009 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204bc expref: 7 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.095857:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.095859:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.095864:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.095870:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.095887:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 25 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.095897:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 25 pid: 9578 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.095913:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679289472:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.095967:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.100457:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.100845:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679289472:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.100867:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157085.101705:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685406464 00000100:00100000:3.0:1746157085.101714:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685406464 00002000:00100000:3.0:1746157085.101777:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10e00 x1830977685406464/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.101786:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10e00 with x1830977685406464 ext(0->4095) 00010000:00010000:3.0:1746157085.101795:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.101810:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.101822:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d10e00 00000100:00100000:2.0:1746157085.101912:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685406080:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6112us (7277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.101922:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17476 00000100:00100000:3.0:1746157085.102282:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2929 00000100:00100000:3.0:1746157085.102291:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685406464:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157085.103862:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685406464:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 1566us (3410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.103871:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2929 00002000:00100000:3.0:1746157085.103880:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10e00 x1830977685406464/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.103890:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10e00 with x1830977685406464 ext(0->4095) 00010000:00010000:3.0:1746157085.103897:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.103910:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.103917:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d10e00 00000100:00100000:0.0:1746157085.106361:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.107464:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.107596:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685406720 00000100:00100000:2.0:1746157085.107606:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685406720 00010000:00010000:2.0:1746157085.107642:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.107670:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17477 00000100:00100000:2.0:1746157085.107679:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685406720:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.107696:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.107715:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.107727:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.107765:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351010 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204c3 expref: 26 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.107785:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.107787:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.107794:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.107801:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.107835:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.107848:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679289600:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.107917:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.108211:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685406592 00000100:00100000:3.0:1746157085.108216:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685406592 00000100:00100000:3.0:1746157085.108250:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30139 00000100:00100000:3.0:1746157085.108256:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685406592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.108271:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.108281:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204d1 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.108301:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.108306:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.108307:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.108310:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 27 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.108327:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.108336:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 5 pid: 9578 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.108344:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679289728:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.108369:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.110464:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679289600:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.110484:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.110532:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2010:x1830977685406720:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2853us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.110542:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17477 00000100:00100000:0.0:1746157085.110976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.112201:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685406976 00000100:00100000:3.0:1746157085.112210:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685406976 00002000:00100000:3.0:1746157085.112254:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03480 x1830977685406976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.112264:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03480 with x1830977685406976 ext(0->4095) 00010000:00010000:3.0:1746157085.112273:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.112286:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.112299:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca03480 00000100:00100000:2.0:1746157085.112384:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679289728:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.112410:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.112425:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:2.0:1746157085.112464:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685406592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4207us (6114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.112472:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30139 00000100:00100000:3.0:1746157085.112815:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2930 00000100:00100000:3.0:1746157085.112823:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685406976:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157085.113594:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685406976:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 771us (2618us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.113602:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2930 00002000:00100000:3.0:1746157085.113608:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03480 x1830977685406976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.113616:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03480 with x1830977685406976 ext(0->4095) 00010000:00010000:3.0:1746157085.113622:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.113632:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.113638:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca03480 00000100:00100000:0.0:1746157085.116792:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.116934:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685407104 00000100:00100000:2.0:1746157085.116945:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685407104 00010000:00010000:2.0:1746157085.116990:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.117025:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17478 00000100:00100000:2.0:1746157085.117034:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685407104:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.117049:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.117068:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.117080:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.117103:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351017 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ca expref: 6 pid: 9578 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.117121:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.117123:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.117130:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.117138:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.117176:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.117188:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679289856:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.117297:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.120230:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679289856:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.120253:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.120732:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685407104:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3696us (3947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.120760:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17478 00000100:00100000:0.0:1746157085.120818:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.121091:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685407360 00000100:00100000:3.0:1746157085.121098:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685407360 00002000:00100000:3.0:1746157085.121139:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d7800 x1830977685407360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.121148:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7800 with x1830977685407360 ext(0->4095) 00002000:00010000:3.0:1746157085.121153:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d7800 00000100:00100000:3.0:1746157085.121169:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13867 00000100:00100000:3.0:1746157085.121176:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685407360:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157085.121547:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685407360:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 370us (729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.121553:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13867 00002000:00100000:3.0:1746157085.121558:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d7800 x1830977685407360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.121565:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7800 with x1830977685407360 ext(0->4095) 00002000:00010000:3.0:1746157085.121568:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d7800 00000100:00100000:0.0:1746157085.124096:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.124198:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685407488 00000100:00100000:2.0:1746157085.124206:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685407488 00000100:00100000:2.0:1746157085.124434:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30140 00000100:00100000:2.0:1746157085.124442:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685407488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.124461:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.124478:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204d8 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.124506:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.124513:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.124514:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.124518:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.124545:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.124556:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 25 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.124573:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679289984:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.124997:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.126593:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679289984:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.126617:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.126631:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157085.126675:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685407488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2233us (2588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.126684:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30140 00000100:00100000:0.0:1746157085.127592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.127707:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685407616 00000100:00100000:2.0:1746157085.127713:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685407616 00010000:00010000:2.0:1746157085.127752:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.127781:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17479 00000100:00100000:2.0:1746157085.127787:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685407616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.127798:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.127817:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.127828:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.127853:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535101e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d1 expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.127868:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.127869:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.127875:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.127882:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.127908:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.127918:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679290112:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.127990:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.130558:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.130607:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.130713:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679290112:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.130733:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.130803:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2010:x1830977685407616:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3015us (3213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.130814:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17479 00000100:00100000:3.0:1746157085.130819:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685407744 00000100:00100000:3.0:1746157085.130825:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685407744 00000100:00100000:2.0:1746157085.130856:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685408000 00000100:00100000:2.0:1746157085.130859:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685408000 00002000:00100000:2.0:1746157085.130887:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f165180 x1830977685408000/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.130903:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f165180 with x1830977685408000 ext(0->4095) 00002000:00010000:2.0:1746157085.130907:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f165180 00000100:00100000:3.0:1746157085.130996:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30141 00000100:00100000:3.0:1746157085.131003:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:1767:x1830977685407744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.131018:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.131035:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204df expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.131246:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13868 00000100:00100000:2.0:1746157085.131252:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685408000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746157085.131254:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.131261:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.131262:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.131266:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.131293:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.131309:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.131319:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679290240:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.131523:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685408000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 270us (915us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.131529:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13868 00000100:00100000:3.0:1746157085.131532:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135180 going to sleep for 11 seconds 00002000:00100000:2.0:1746157085.131534:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f165180 x1830977685408000/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.131541:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f165180 with x1830977685408000 ext(0->4095) 00010000:00010000:2.0:1746157085.131546:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.131555:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157085.131561:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f165180 00000100:00100000:3.0:1746157085.133025:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679290240:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.133046:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.133057:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157085.133092:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685407744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2087us (2543us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.133099:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30141 00000100:00100000:0.0:1746157085.133588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.133626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.133689:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685408128 00000100:00100000:2.0:1746157085.133695:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685408128 00010000:00010000:2.0:1746157085.133714:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.133769:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17480 00000100:00100000:2.0:1746157085.133775:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685408128:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.133784:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.133800:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.133837:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.133845:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685408256 00000100:00100000:3.0:1746157085.133847:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685408256 00010000:00010000:2.0:1746157085.133855:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351025 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204d8 expref: 7 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.133876:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.133880:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.133887:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.133894:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.133921:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.133941:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679290368:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157085.133950:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30142 00000100:00100000:0.0:1746157085.133958:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685408256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157085.133968:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157085.133972:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00010000:00010000:0.0:1746157085.133977:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204e6 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.133990:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.133995:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157085.133997:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157085.133999:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.134020:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 25 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.134029:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 25 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746157085.134037:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679290496:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157085.134060:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.136547:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679290496:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.136582:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.136604:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f383a00, rc 0) 00000100:00100000:2.0:1746157085.136648:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1768:x1830977685408256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2691us (3020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.136656:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30142 00000100:00100000:0.0:1746157085.137038:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.137184:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679290368:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157085.137197:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157085.137219:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685408128:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3445us (3632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.137227:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17480 00000100:00100000:2.0:1746157085.137821:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685408512 00000100:00100000:2.0:1746157085.137850:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685408512 00002000:00100000:2.0:1746157085.137887:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bf800 x1830977685408512/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.137897:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf800 with x1830977685408512 ext(0->4095) 00010000:00010000:2.0:1746157085.137904:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.137917:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157085.137933:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5bf800 00000100:00100000:2.0:1746157085.138797:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2931 00000100:00100000:2.0:1746157085.138806:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685408512:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157085.138972:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685408512:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (1934us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.138978:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2931 00002000:00100000:2.0:1746157085.138983:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bf800 x1830977685408512/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.138995:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf800 with x1830977685408512 ext(0->4095) 00010000:00010000:2.0:1746157085.139001:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.139010:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 26 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157085.139015:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5bf800 00000100:00100000:0.0:1746157085.141088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.141590:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685408640 00000100:00100000:2.0:1746157085.141599:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685408640 00000100:00100000:2.0:1746157085.141650:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30143 00000100:00100000:2.0:1746157085.141657:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685408640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.141674:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.141690:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204ed expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.141717:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.141722:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.141727:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157085.141731:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 27 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.141798:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.141815:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 27 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.141824:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:2.0:1746157085.141864:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1767:x1830977685408640:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 207us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.141870:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30143 00000100:00100000:0.0:1746157085.142069:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.142598:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685408768 00000100:00100000:2.0:1746157085.142602:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685408768 00010000:00010000:2.0:1746157085.142618:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.143129:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17481 00000100:00100000:2.0:1746157085.143137:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2011:x1830977685408768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.143147:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.143165:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.143177:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.143195:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535102c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204df expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.143216:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.143219:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.143226:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.143233:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.143258:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.143268:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 5 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.143280:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679290752:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.143355:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.146953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.147138:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679290752:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.147159:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.147201:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2011:x1830977685408768:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4064us (5130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.147212:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17481 00000100:00100000:1.0:1746157085.147430:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685409024 00000100:00100000:1.0:1746157085.147437:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685409024 00002000:00100000:1.0:1746157085.147477:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009118d500 x1830977685409024/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.147487:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118d500 with x1830977685409024 ext(0->4095) 00010000:00010000:1.0:1746157085.147495:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.147506:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.147513:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009118d500 00000100:00100000:1.0:1746157085.147542:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2932 00000100:00100000:1.0:1746157085.147548:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685409024:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157085.147677:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685409024:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (733us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.147686:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2932 00002000:00100000:1.0:1746157085.147691:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009118d500 x1830977685409024/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.147698:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118d500 with x1830977685409024 ext(0->4095) 00010000:00010000:1.0:1746157085.147703:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.147712:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.147718:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009118d500 00000100:00100000:2.0:1746157085.151196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.151254:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685409152 00000100:00100000:0.0:1746157085.151263:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685409152 00010000:00010000:0.0:1746157085.151303:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746157085.151342:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17482 00000100:00100000:0.0:1746157085.151350:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685409152:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157085.151364:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157085.151382:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.151395:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.151418:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f383a00/0x7b65fed885351033 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204e6 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.152118:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157085.152121:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157085.152130:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.152248:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.152285:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157085.152303:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009118c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679290880:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157085.152500:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.153440:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.154009:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685409280 00000100:00100000:3.0:1746157085.154019:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685409280 00000100:00100000:3.0:1746157085.154075:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30144 00000100:00100000:3.0:1746157085.154082:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685409280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.154104:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.154121:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204f4 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.154147:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.154154:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.154156:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.154159:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 7 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.154183:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.154194:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 25 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.154205:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679291008:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.154944:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.155351:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009118c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679290880:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157085.155366:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157085.155608:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2011:x1830977685409152:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4257us (4420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157085.155618:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17482 00000100:00100000:3.0:1746157085.158219:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679291008:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.158254:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.158273:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:3.0:1746157085.158590:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685409280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4506us (5151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.158602:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30144 00000100:00100000:0.0:1746157085.159121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.159201:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685409408 00000100:00100000:1.0:1746157085.159209:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685409408 00010000:00010000:1.0:1746157085.159240:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 26 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.159262:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17483 00000100:00100000:1.0:1746157085.159268:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2013:x1830977685409408:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.159280:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.159300:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 26 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.159311:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 26 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.159333:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed88535103a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204ed expref: 26 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.159361:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.159363:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.159370:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.159378:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.159410:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.159423:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679291136:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.159488:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.161311:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679291136:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.161329:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.161358:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2013:x1830977685409408:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2089us (2237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.161368:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17483 00000100:00100000:0.0:1746157085.163983:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.164075:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685409664 00000100:00100000:1.0:1746157085.164084:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685409664 00002000:00100000:1.0:1746157085.164131:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c6300 x1830977685409664/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.164141:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6300 with x1830977685409664 ext(0->4095) 00002000:00010000:1.0:1746157085.164147:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c6300 00000100:00100000:1.0:1746157085.164178:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13869 00000100:00100000:1.0:1746157085.164186:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685409664:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157085.164380:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685409664:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 193us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.164386:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13869 00002000:00100000:1.0:1746157085.164392:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c6300 x1830977685409664/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.164399:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c6300 with x1830977685409664 ext(0->4095) 00002000:00010000:1.0:1746157085.164401:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c6300 00000100:00100000:0.0:1746157085.165649:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.165788:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685409792 00000100:00100000:3.0:1746157085.165795:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685409792 00000100:00100000:3.0:1746157085.166174:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30145 00000100:00100000:3.0:1746157085.166183:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:1767:x1830977685409792:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.166198:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.166215:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048204fb expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.166244:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.166251:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.166253:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.166256:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 26 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.166287:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.166298:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.166311:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679291264:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.166392:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.170518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.170587:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685409920 00000100:00100000:2.0:1746157085.170597:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685409920 00000100:00100000:2.0:1746157085.170673:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30146 00000100:00100000:2.0:1746157085.170682:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1768:x1830977685409920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157085.172327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.172396:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685410048 00000100:00100000:1.0:1746157085.172407:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685410048 00010000:00010000:1.0:1746157085.172439:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.172461:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746157085.172464:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17484 00000100:00100000:1.0:1746157085.172470:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685410048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.172477:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820502 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.172483:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.172501:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.172507:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 28 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157085.172513:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679291264:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.172513:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.172516:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 28 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.172527:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.172538:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.172551:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 28 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.172560:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 28 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.172560:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351041 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204f4 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.172561:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 28 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.172569:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.172570:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.172575:0:9577:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 28 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.172581:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 28 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.172590:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00010000:00010000:1.0:1746157085.172591:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157085.172596:0:9577:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 28 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.172606:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 28 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.172620:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679291520:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157085.172640:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:1767:x1830977685409792:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6459us (6994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.172640:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685410048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 170us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.172646:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17484 00000100:00100000:3.0:1746157085.172647:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30145 00000100:00100000:2.0:1746157085.172669:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.177040:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679291520:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157085.177066:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:0.0:1746157085.177132:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1768:x1830977685409920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6450us (6623us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157085.177141:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30146 00000100:00100000:1.0:1746157085.179127:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.179219:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685410304 00000100:00100000:3.0:1746157085.179228:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685410304 00002000:00100000:3.0:1746157085.179274:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bdc00 x1830977685410304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.179283:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bdc00 with x1830977685410304 ext(0->4095) 00010000:00010000:3.0:1746157085.179293:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.179307:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.179313:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bdc00 00000100:00100000:3.0:1746157085.179341:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2933 00000100:00100000:3.0:1746157085.179348:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2010:x1830977685410304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157085.180558:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2010:x1830977685410304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 1204us (1433us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.180568:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2933 00002000:00100000:3.0:1746157085.180577:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bdc00 x1830977685410304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.180586:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bdc00 with x1830977685410304 ext(0->4095) 00010000:00010000:3.0:1746157085.180593:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.180604:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.180610:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bdc00 00000100:00100000:0.0:1746157085.182613:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.183952:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685410432 00000100:00100000:1.0:1746157085.183966:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685410432 00010000:00010000:1.0:1746157085.184008:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.184057:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17485 00000100:00100000:1.0:1746157085.184065:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2013:x1830977685410432:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.184079:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.184100:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.184119:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.184142:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351048 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048204fb expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.184176:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.184178:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.184186:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.184193:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.184237:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.184249:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679291648:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.184944:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.187634:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679291648:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.187657:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.187698:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2013:x1830977685410432:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3632us (5093us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.187708:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17485 00000100:00100000:0.0:1746157085.187956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.188275:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685410688 00000100:00100000:3.0:1746157085.188283:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685410688 00002000:00100000:3.0:1746157085.188326:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c4000 x1830977685410688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.188337:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c4000 with x1830977685410688 ext(0->4095) 00002000:00010000:3.0:1746157085.188342:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c4000 00000100:00100000:3.0:1746157085.188359:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13870 00000100:00100000:3.0:1746157085.188367:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685410688:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157085.188510:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685410688:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (555us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.188516:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13870 00002000:00100000:3.0:1746157085.188521:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f1c4000 x1830977685410688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.188527:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c4000 with x1830977685410688 ext(0->4095) 00002000:00010000:3.0:1746157085.188530:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c4000 00000100:00100000:0.0:1746157085.194893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.195014:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685410816 00000100:00100000:2.0:1746157085.195023:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685410816 00000100:00100000:2.0:1746157085.195083:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30147 00000100:00100000:2.0:1746157085.195091:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685410816:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.195112:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.195151:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820509 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.195188:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.195195:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.195197:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.195201:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.195235:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.195247:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 25 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.195259:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679291776:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.195346:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.196802:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679291776:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.196821:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.196832:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769a00, rc 0) 00000100:00100000:2.0:1746157085.196858:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685410816:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1768us (1975us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.196865:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30147 00000100:00100000:0.0:1746157085.197360:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.197429:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685410944 00000100:00100000:1.0:1746157085.197434:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685410944 00010000:00010000:1.0:1746157085.197455:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 26 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.198177:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17486 00000100:00100000:1.0:1746157085.198184:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2010:x1830977685410944:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.198423:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.198447:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 26 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.198459:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 26 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.198480:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed88535104f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820502 expref: 26 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.198673:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.198675:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.198682:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.198689:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.198715:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.198725:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679291904:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.199627:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.201933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.202046:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685411072 00000100:00100000:2.0:1746157085.202056:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685411072 00000100:00100000:2.0:1746157085.202105:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30148 00000100:00100000:2.0:1746157085.202113:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685411072:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.202130:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.202147:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820510 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.202175:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.202411:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.202414:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.202419:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 27 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.202449:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.202466:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 5 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.202477:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679292032:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.203316:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.207341:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679291904:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.207368:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.207414:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2010:x1830977685410944:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9230us (10053us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.207425:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17486 00000100:00100000:2.0:1746157085.207524:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679292032:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.207548:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 26 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.207566:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768c00, rc 0) 00000100:00100000:2.0:1746157085.207587:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685411072:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5474us (5670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.207594:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30148 00000100:00100000:0.0:1746157085.208144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.208236:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685411328 00000100:00100000:1.0:1746157085.208243:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685411328 00002000:00100000:1.0:1746157085.208276:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ad80 x1830977685411328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.208286:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ad80 with x1830977685411328 ext(0->4095) 00010000:00010000:1.0:1746157085.208293:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.208309:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.208315:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ad80 00000100:00100000:1.0:1746157085.208346:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2934 00000100:00100000:1.0:1746157085.208353:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685411328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157085.208475:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685411328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.208481:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2934 00002000:00100000:1.0:1746157085.208487:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257ad80 x1830977685411328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.208494:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257ad80 with x1830977685411328 ext(0->4095) 00010000:00010000:1.0:1746157085.208498:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.208506:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.208511:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009257ad80 00000100:00100000:0.0:1746157085.213178:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.213327:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685411456 00000100:00100000:1.0:1746157085.213337:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685411456 00010000:00010000:1.0:1746157085.213376:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.213405:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17487 00000100:00100000:1.0:1746157085.213414:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092578700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685411456:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.213428:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.213450:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.213461:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.213485:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351056 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820509 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.213959:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.213962:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.213970:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.213978:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.214013:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.214027:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679292160:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.214125:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.217577:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.217658:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685411712 00000100:00100000:2.0:1746157085.217667:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685411712 00002000:00100000:2.0:1746157085.217716:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257a680 x1830977685411712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.217726:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257a680 with x1830977685411712 ext(0->4095) 00002000:00010000:2.0:1746157085.217731:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257a680 00000100:00100000:2.0:1746157085.217786:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13871 00000100:00100000:2.0:1746157085.217792:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2012:x1830977685411712:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157085.217942:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2012:x1830977685411712:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (374us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.217952:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13871 00002000:00100000:2.0:1746157085.217957:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009257a680 x1830977685411712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.217964:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009257a680 with x1830977685411712 ext(0->4095) 00002000:00010000:2.0:1746157085.217966:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009257a680 00000100:00100000:1.0:1746157085.218566:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679292160:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.218587:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.218619:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092578700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685411456:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5207us (5452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.218629:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17487 00000100:00100000:0.0:1746157085.228232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.229792:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685411840 00000100:00100000:2.0:1746157085.229806:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685411840 00000100:00100000:2.0:1746157085.229871:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30149 00000100:00100000:2.0:1746157085.229880:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685411840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.229900:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.229918:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820517 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.229961:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.229968:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.229970:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.229974:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.230007:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 25 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.230019:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 25 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.230036:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679292288:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.240166:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.250651:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679292288:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.250686:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.250706:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157085.254310:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685411840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 24418us (26074us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.254323:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30149 00000100:00100000:0.0:1746157085.257440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.257712:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685411968 00000100:00100000:2.0:1746157085.257722:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685411968 00000100:00100000:0.0:1746157085.257835:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30150 00000100:00100000:0.0:1746157085.257847:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:1767:x1830977685411968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157085.257867:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157085.257885:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482051e expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.257913:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157085.257919:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.257935:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157085.257938:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 27 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.257980:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.257992:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 27 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.258002:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091199200, rc 0) 00000100:00100000:0.0:1746157085.258065:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:1767:x1830977685411968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 221us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157085.258071:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30150 00000100:00100000:0.0:1746157085.261696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.261766:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685412096 00000100:00100000:3.0:1746157085.261776:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685412096 00002000:00100000:3.0:1746157085.261825:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007ca02a00 x1830977685412096/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.261835:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca02a00 with x1830977685412096 ext(0->7) 00010000:00010000:3.0:1746157085.261843:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 27 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.261856:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 27 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.261863:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca02a00 00000100:00100000:3.0:1746157085.261896:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2935 00000100:00100000:3.0:1746157085.261904:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2011:x1830977685412096:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157085.262683:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2011:x1830977685412096:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 776us (995us total) trans 4294970640 rc 0/0 00000100:00100000:0.0:1746157085.262691:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2935 00002000:00100000:0.0:1746157085.262698:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007ca02a00 x1830977685412096/t4294970640(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/448 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157085.262706:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca02a00 with x1830977685412096 ext(0->7) 00010000:00010000:0.0:1746157085.262712:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 29 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.262724:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 29 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157085.262730:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca02a00 00000100:00100000:3.0:1746157085.265848:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.266231:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685412224 00000100:00100000:1.0:1746157085.266241:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685412224 00010000:00010000:1.0:1746157085.266276:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 29 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.266316:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17488 00000100:00100000:1.0:1746157085.266323:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2013:x1830977685412224:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.266337:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.266356:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 29 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.266367:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 29 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.266397:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768c00/0x7b65fed88535105d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820510 expref: 29 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.266426:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.266428:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.266436:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.266443:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.266475:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.266485:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 5 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.266496:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679292544:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.268594:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.269625:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679292544:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.269647:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.270648:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2013:x1830977685412224:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4319us (4805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.270660:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17488 00000100:00100000:3.0:1746157085.270871:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.270897:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685412480 00000100:00100000:1.0:1746157085.270904:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685412480 00002000:00100000:1.0:1746157085.270949:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2ce00 x1830977685412480/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.270957:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2ce00 with x1830977685412480 ext(0->4095) 00010000:00010000:1.0:1746157085.270965:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.270977:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.270983:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2ce00 00000100:00100000:1.0:1746157085.271052:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2936 00000100:00100000:1.0:1746157085.271059:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685412480:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157085.271342:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685412480:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 283us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.271348:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2936 00002000:00100000:1.0:1746157085.271353:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2ce00 x1830977685412480/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.271361:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2ce00 with x1830977685412480 ext(0->4095) 00010000:00010000:1.0:1746157085.271365:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.271374:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.271379:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2ce00 00000100:00100000:0.0:1746157085.273847:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.274163:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685412608 00000100:00100000:1.0:1746157085.274173:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685412608 00010000:00010000:1.0:1746157085.274249:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.274275:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17489 00000100:00100000:1.0:1746157085.274282:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685412608:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.274294:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.274311:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.274321:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.274343:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351064 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820517 expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.274871:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.274873:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.274882:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 27 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.274889:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 27 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.274933:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 27 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.274946:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679292672:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.275036:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.276959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.277069:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679292672:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.277090:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.277131:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685412608:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2848us (3292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.277140:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17489 00000100:00100000:2.0:1746157085.277309:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685412864 00000100:00100000:2.0:1746157085.277315:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685412864 00002000:00100000:2.0:1746157085.277356:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0e00 x1830977685412864/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.277365:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0e00 with x1830977685412864 ext(0->4095) 00002000:00010000:2.0:1746157085.277369:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d0e00 00000100:00100000:2.0:1746157085.277400:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13872 00000100:00100000:2.0:1746157085.277406:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2010:x1830977685412864:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157085.277532:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2010:x1830977685412864:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (582us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.277537:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13872 00002000:00100000:2.0:1746157085.277543:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0e00 x1830977685412864/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.277550:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0e00 with x1830977685412864 ext(0->4095) 00002000:00010000:2.0:1746157085.277553:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d0e00 00000100:00100000:2.0:1746157085.282481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.282608:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685412992 00000100:00100000:0.0:1746157085.282617:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685412992 00000100:00100000:0.0:1746157085.282681:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30151 00000100:00100000:0.0:1746157085.282689:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685412992:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157085.282709:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157085.282728:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820525 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.282785:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 27 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.282797:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157085.282799:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157085.282802:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.282834:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 27 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.282846:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 27 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746157085.282857:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679292800:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157085.282951:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.284371:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679292800:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.284395:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.284409:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c6ca200, rc 0) 00000100:00100000:2.0:1746157085.284450:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685412992:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1762us (1980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.284458:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30151 00000100:00100000:0.0:1746157085.288634:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.288705:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685413120 00000100:00100000:3.0:1746157085.288715:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685413120 00002000:00100000:3.0:1746157085.288804:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306ece00 x1830977685413120/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.288815:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ece00 with x1830977685413120 ext(0->7) 00010000:00010000:3.0:1746157085.288824:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 28 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.288838:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 28 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.288850:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ece00 00000100:00100000:3.0:1746157085.288881:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2937 00000100:00100000:3.0:1746157085.288890:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+28:2011:x1830977685413120:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157085.290084:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2011:x1830977685413120:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1189us (1459us total) trans 4294970641 rc 0/0 00000100:00100000:3.0:1746157085.290093:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2937 00002000:00100000:3.0:1746157085.290101:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306ece00 x1830977685413120/t4294970641(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/448 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.290109:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ece00 with x1830977685413120 ext(0->7) 00010000:00010000:3.0:1746157085.290116:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.290129:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.290136:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ece00 00000100:00100000:0.0:1746157085.292341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.292772:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685413248 00000100:00100000:1.0:1746157085.292782:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685413248 00010000:00010000:1.0:1746157085.292819:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.292852:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17490 00000100:00100000:1.0:1746157085.292859:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2010:x1830977685413248:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.292873:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.292893:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.292905:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.292937:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091199200/0x7b65fed88535106b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482051e expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.293475:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.293478:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.293488:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.293496:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.293531:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.293543:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679292928:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.293759:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.298483:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679292928:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.298514:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.298573:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:2010:x1830977685413248:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5713us (6242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.298584:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17490 00000100:00100000:0.0:1746157085.299666:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.299720:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.300063:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685413376 00000100:00100000:2.0:1746157085.300070:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685413376 00000100:00100000:2.0:1746157085.300110:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30152 00000100:00100000:2.0:1746157085.300117:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:1767:x1830977685413376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.300135:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.300152:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482052c expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.300181:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.300188:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.300190:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.300195:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.300225:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.300237:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.300249:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679293056:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.300309:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.302346:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685413632 00000100:00100000:3.0:1746157085.302355:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685413632 00002000:00100000:3.0:1746157085.302405:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e6300 x1830977685413632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.302419:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6300 with x1830977685413632 ext(0->4095) 00010000:00010000:3.0:1746157085.302428:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.302445:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.302451:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e6300 00000100:00100000:3.0:1746157085.302475:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2938 00000100:00100000:3.0:1746157085.302481:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685413632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157085.302634:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685413632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (2913us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.302640:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2938 00002000:00100000:3.0:1746157085.302646:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e6300 x1830977685413632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.302652:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6300 with x1830977685413632 ext(0->4095) 00010000:00010000:3.0:1746157085.302657:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.302666:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.302671:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e6300 00000100:00100000:2.0:1746157085.303212:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679293056:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.303238:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.303251:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768000, rc 0) 00000100:00100000:2.0:1746157085.304658:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:1767:x1830977685413376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4533us (4986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.304668:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30152 00000100:00100000:1.0:1746157085.305075:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.305364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.305496:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685413888 00000100:00100000:1.0:1746157085.305504:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685413888 00010000:00010000:1.0:1746157085.305533:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.305556:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17491 00000100:00100000:1.0:1746157085.305563:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685413888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.305574:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.305593:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.305605:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.305626:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ca200/0x7b65fed885351072 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820525 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.305653:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.305656:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.305663:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 29 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.305675:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 29 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.305705:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 29 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.305717:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679293184:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.305818:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.305906:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685413760 00000100:00100000:3.0:1746157085.305911:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685413760 00000100:00100000:3.0:1746157085.305948:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30153 00000100:00100000:3.0:1746157085.305954:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:1768:x1830977685413760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.305976:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.305987:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820533 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.306004:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 31 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.306009:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.306011:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.306013:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 31 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.306029:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 31 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.306038:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.306045:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679293312:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.306078:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.308585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.308796:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685414144 00000100:00100000:2.0:1746157085.308806:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685414144 00000100:00100000:3.0:1746157085.308832:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679293312:192.168.203.44@tcp:104: 00002000:00100000:2.0:1746157085.308857:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4e00 x1830977685414144/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.308867:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4e00 with x1830977685414144 ext(0->4095) 00010000:00010000:3.0:1746157085.308871:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 32 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.308875:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 32 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.308886:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00010000:00010000:2.0:1746157085.308891:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 32 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157085.308896:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4e00 00000100:00100000:2.0:1746157085.308915:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2939 00000100:00100000:2.0:1746157085.308930:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2013:x1830977685414144:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157085.308945:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:1768:x1830977685413760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2990us (3870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.308953:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30153 00000100:00100000:1.0:1746157085.309003:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679293184:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.309018:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.309040:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685413888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3478us (3676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.309048:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17491 00000100:00100000:2.0:1746157085.309088:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2013:x1830977685414144:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (514us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.309094:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2939 00002000:00100000:2.0:1746157085.309099:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4e00 x1830977685414144/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.309105:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4e00 with x1830977685414144 ext(0->4095) 00010000:00010000:2.0:1746157085.309109:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.309118:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157085.309123:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4e00 00000100:00100000:0.0:1746157085.311435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.311542:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685414272 00000100:00100000:1.0:1746157085.311552:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685414272 00010000:00010000:1.0:1746157085.311590:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.311620:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17492 00000100:00100000:1.0:1746157085.311628:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2011:x1830977685414272:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.311643:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.311665:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.311678:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.311704:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed885351079 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482052c expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.311721:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.311723:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.311730:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.311769:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.311805:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.311819:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679293440:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.313121:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.316731:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.316953:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685414528 00000100:00100000:2.0:1746157085.316961:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685414528 00000100:00100000:1.0:1746157085.316974:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679293440:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.316998:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157085.317012:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091297100 x1830977685414528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.317022:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091297100 with x1830977685414528 ext(0->4095) 00002000:00010000:2.0:1746157085.317029:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091297100 00000100:00100000:1.0:1746157085.317046:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2011:x1830977685414272:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5418us (5622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.317058:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17492 00000100:00100000:2.0:1746157085.317351:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13873 00000100:00100000:2.0:1746157085.317359:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2011:x1830977685414528:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157085.317496:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2011:x1830977685414528:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (776us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.317501:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13873 00002000:00100000:2.0:1746157085.317507:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091297100 x1830977685414528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.317513:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091297100 with x1830977685414528 ext(0->4095) 00002000:00010000:2.0:1746157085.317516:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091297100 00000100:00100000:0.0:1746157085.320876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.321488:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685414656 00000100:00100000:3.0:1746157085.321499:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685414656 00000100:00100000:3.0:1746157085.321555:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30154 00000100:00100000:3.0:1746157085.321562:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685414656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.321581:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.321597:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482053a expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.321625:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 29 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.321632:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.321634:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.321636:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.321664:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 29 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.321676:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 29 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.321688:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679293568:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.321806:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.324462:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679293568:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.324498:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.324528:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157085.324576:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685414656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3013us (3710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.324585:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30154 00000100:00100000:0.0:1746157085.325496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.325807:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685414784 00000100:00100000:1.0:1746157085.325816:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685414784 00010000:00010000:1.0:1746157085.325850:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.325891:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17493 00000100:00100000:1.0:1746157085.325898:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2010:x1830977685414784:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.325910:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.325938:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.325951:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.325975:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351080 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820533 expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.325993:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.325995:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.326002:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.326011:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.326041:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.326054:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679293696:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.326131:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.327816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.327887:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685414912 00000100:00100000:3.0:1746157085.327895:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685414912 00000100:00100000:3.0:1746157085.327960:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30155 00000100:00100000:3.0:1746157085.327968:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:1767:x1830977685414912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157085.328033:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679293696:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.328051:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.328087:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2010:x1830977685414784:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2189us (2595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.328095:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17493 00010000:00010000:3.0:1746157085.328645:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.328664:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820541 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.328696:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.328704:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.328705:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.328709:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.328785:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.328798:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.328816:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679293824:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.328880:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.329188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.329339:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685415168 00000100:00100000:0.0:1746157085.329345:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685415168 00002000:00100000:0.0:1746157085.329379:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088a80 x1830977685415168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157085.329388:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088a80 with x1830977685415168 ext(0->4095) 00010000:00010000:0.0:1746157085.329394:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.329546:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157085.329553:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091088a80 00000100:00100000:0.0:1746157085.329582:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2940 00000100:00100000:0.0:1746157085.329589:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685415168:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157085.329726:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685415168:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (538us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157085.329732:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2940 00002000:00100000:0.0:1746157085.329766:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088a80 x1830977685415168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157085.329773:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088a80 with x1830977685415168 ext(0->4095) 00010000:00010000:0.0:1746157085.329777:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.329786:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157085.329792:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091088a80 00000100:00100000:3.0:1746157085.330788:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679293824:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.330814:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.330828:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157085.330867:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:1767:x1830977685414912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2900us (3061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.330875:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30155 00000100:00100000:0.0:1746157085.331871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.331906:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685415296 00000100:00100000:0.0:1746157085.331907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.331913:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685415296 00000100:00100000:2.0:1746157085.331967:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30156 00000100:00100000:2.0:1746157085.331974:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:1768:x1830977685415296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.331988:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.332002:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820548 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.332023:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.332027:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 31 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.332032:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.332035:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 31 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.332068:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 31 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.332077:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 31 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.332084:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:2.0:1746157085.332110:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:1768:x1830977685415296:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.332115:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30156 00000100:00100000:1.0:1746157085.332384:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685415424 00000100:00100000:1.0:1746157085.332388:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685415424 00010000:00010000:1.0:1746157085.332405:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.332422:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17494 00000100:00100000:1.0:1746157085.332426:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685415424:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.332434:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.332451:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.332461:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.332476:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351087 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482053a expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.332498:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.332499:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.332505:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.332512:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.332532:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.332543:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.332554:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679294080:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.332613:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.334034:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679294080:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.334051:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.334082:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685415424:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1655us (2174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.334092:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17494 00000100:00100000:0.0:1746157085.334917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.335016:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685415680 00000100:00100000:2.0:1746157085.335023:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685415680 00002000:00100000:2.0:1746157085.335063:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123884000 x1830977685415680/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.335072:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884000 with x1830977685415680 ext(0->4095) 00010000:00010000:2.0:1746157085.335080:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.335093:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157085.335100:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123884000 00000100:00100000:2.0:1746157085.335130:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2941 00000100:00100000:2.0:1746157085.335136:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2010:x1830977685415680:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157085.335415:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2010:x1830977685415680:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 279us (501us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.335421:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2941 00002000:00100000:2.0:1746157085.335426:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123884000 x1830977685415680/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.335431:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884000 with x1830977685415680 ext(0->4095) 00010000:00010000:2.0:1746157085.335435:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.335443:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157085.335449:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123884000 00000100:00100000:0.0:1746157085.338607:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.338680:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685415808 00000100:00100000:1.0:1746157085.338689:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685415808 00010000:00010000:1.0:1746157085.338725:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.338787:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17495 00000100:00100000:1.0:1746157085.338795:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2011:x1830977685415808:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.338808:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.338828:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.338844:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.338866:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed88535108e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820541 expref: 31 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.338896:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.338898:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.338904:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.338912:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.338957:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 30 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.338970:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679294208:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.339675:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.341374:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679294208:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.341404:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.341469:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2011:x1830977685415808:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2672us (2869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.341482:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17495 00000100:00100000:0.0:1746157085.342219:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.342637:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685416064 00000100:00100000:3.0:1746157085.342647:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685416064 00002000:00100000:3.0:1746157085.342699:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123884380 x1830977685416064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.342710:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884380 with x1830977685416064 ext(0->4095) 00002000:00010000:3.0:1746157085.342715:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123884380 00000100:00100000:3.0:1746157085.342784:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13874 00000100:00100000:3.0:1746157085.342794:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2010:x1830977685416064:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157085.343023:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2010:x1830977685416064:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 230us (807us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.343029:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13874 00002000:00100000:3.0:1746157085.343034:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123884380 x1830977685416064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.343047:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884380 with x1830977685416064 ext(0->4095) 00002000:00010000:3.0:1746157085.343051:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123884380 00000100:00100000:0.0:1746157085.347943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.348118:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685416192 00000100:00100000:3.0:1746157085.348129:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685416192 00000100:00100000:3.0:1746157085.348293:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30157 00000100:00100000:3.0:1746157085.348305:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685416192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.348328:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.348349:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482054f expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.348383:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 29 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.348392:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.348394:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.348398:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.348436:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 29 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.348449:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 29 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.348462:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679294336:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.348603:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.359277:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679294336:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.359317:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.359337:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157085.361224:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685416192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12908us (13290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.361238:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30157 00000100:00100000:0.0:1746157085.363126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.363203:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685416320 00000100:00100000:2.0:1746157085.363213:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685416320 00002000:00100000:2.0:1746157085.363268:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880123884a80 x1830977685416320/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.363278:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884a80 with x1830977685416320 ext(0->7) 00010000:00010000:2.0:1746157085.363288:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.363302:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 30 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157085.363308:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123884a80 00000100:00100000:2.0:1746157085.363340:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2942 00000100:00100000:2.0:1746157085.363348:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2011:x1830977685416320:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157085.365932:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2011:x1830977685416320:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2567us (2796us total) trans 4294970642 rc 0/0 00000100:00100000:0.0:1746157085.365945:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2942 00002000:00100000:0.0:1746157085.365956:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880123884a80 x1830977685416320/t4294970642(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/448 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157085.365966:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123884a80 with x1830977685416320 ext(0->7) 00010000:00010000:0.0:1746157085.365976:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 32 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.365992:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 32 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157085.366000:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123884a80 00000100:00100000:0.0:1746157085.380454:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.380788:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685416448 00000100:00100000:3.0:1746157085.380800:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685416448 00000100:00100000:3.0:1746157085.380873:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30158 00000100:00100000:3.0:1746157085.380884:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:1767:x1830977685416448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.380907:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.380941:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820556 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157085.380943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157085.380975:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.380982:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.380989:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157085.380992:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 33 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.381032:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.381048:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 33 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.381059:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157085.381128:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:1767:x1830977685416448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 246us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.381136:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30158 00000100:00100000:1.0:1746157085.381144:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685416576 00000100:00100000:1.0:1746157085.381155:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685416576 00010000:00010000:1.0:1746157085.381189:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 33 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.381230:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17496 00000100:00100000:1.0:1746157085.381237:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2012:x1830977685416576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.381248:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.381264:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 33 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.381274:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 33 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.381292:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351095 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820548 expref: 33 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.381317:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.381319:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.381328:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.381335:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.381364:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.381373:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 5 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.381383:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679294592:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.381449:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.383787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.384179:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685416832 00000100:00100000:3.0:1746157085.384189:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685416832 00002000:00100000:3.0:1746157085.384230:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123885500 x1830977685416832/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.384238:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123885500 with x1830977685416832 ext(0->4095) 00010000:00010000:3.0:1746157085.384246:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.384257:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.384263:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123885500 00000100:00100000:3.0:1746157085.384281:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2943 00000100:00100000:3.0:1746157085.384287:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685416832:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157085.384299:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679294592:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.384314:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.384351:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2012:x1830977685416576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3115us (3409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.384359:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17496 00000100:00100000:3.0:1746157085.384390:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685416832:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (612us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.384395:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2943 00002000:00100000:3.0:1746157085.384399:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123885500 x1830977685416832/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.384411:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123885500 with x1830977685416832 ext(0->4095) 00010000:00010000:3.0:1746157085.384415:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.384423:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.384427:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123885500 00000100:00100000:0.0:1746157085.389337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.389682:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685416960 00000100:00100000:1.0:1746157085.389690:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685416960 00010000:00010000:1.0:1746157085.389718:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.389778:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17497 00000100:00100000:1.0:1746157085.389786:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685416960:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.389798:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.389814:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.389825:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.389845:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535109c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482054f expref: 6 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.389873:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.389875:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.389880:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.389887:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.389912:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.389933:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679294720:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.390011:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.394849:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.395172:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685417216 00000100:00100000:2.0:1746157085.395178:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685417216 00002000:00100000:2.0:1746157085.395211:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123885c00 x1830977685417216/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.395220:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123885c00 with x1830977685417216 ext(0->4095) 00002000:00010000:2.0:1746157085.395224:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123885c00 00000100:00100000:2.0:1746157085.395250:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13875 00000100:00100000:2.0:1746157085.395255:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685417216:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157085.395375:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685417216:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (532us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.395381:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13875 00002000:00100000:2.0:1746157085.395386:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123885c00 x1830977685417216/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.395393:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123885c00 with x1830977685417216 ext(0->4095) 00002000:00010000:2.0:1746157085.395395:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123885c00 00000100:00100000:1.0:1746157085.395561:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679294720:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.395574:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.395602:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685416960:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5817us (6272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.395608:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17497 00000100:00100000:0.0:1746157085.404205:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.404402:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685417344 00000100:00100000:2.0:1746157085.404411:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685417344 00000100:00100000:2.0:1746157085.404461:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30159 00000100:00100000:2.0:1746157085.404470:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685417344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.404486:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.404499:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482055d expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.404524:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.404531:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.404533:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.404536:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.404560:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 31 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.404570:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 31 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.404580:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679294848:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.404657:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.413588:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679294848:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.413613:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.413629:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768000, rc 0) 00000100:00100000:2.0:1746157085.414470:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685417344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9998us (10268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.414479:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30159 00000100:00100000:0.0:1746157085.419429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.419647:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685417472 00000100:00100000:3.0:1746157085.419657:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685417472 00002000:00100000:3.0:1746157085.419703:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880123886300 x1830977685417472/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.419714:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123886300 with x1830977685417472 ext(0->7) 00010000:00010000:3.0:1746157085.419724:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 32 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.419791:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 32 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746157085.419800:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123886300 00000100:00100000:3.0:1746157085.419848:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2944 00000100:00100000:3.0:1746157085.419858:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:2010:x1830977685417472:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157085.423293:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2010:x1830977685417472:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 3425us (3861us total) trans 4294970643 rc 0/0 00000100:00100000:0.0:1746157085.423307:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2944 00002000:00100000:0.0:1746157085.423322:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880123886300 x1830977685417472/t4294970643(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/448 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157085.423332:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123886300 with x1830977685417472 ext(0->7) 00010000:00010000:0.0:1746157085.423344:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 34 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.423362:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 34 pid: 9577 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157085.423369:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123886300 00000100:00100000:0.0:1746157085.426035:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.426126:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685417600 00000100:00100000:1.0:1746157085.426135:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685417600 00010000:00010000:1.0:1746157085.426167:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 34 pid: 9577 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746157085.426189:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17498 00000100:00100000:1.0:1746157085.426195:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123886680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2011:x1830977685417600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.426209:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.426227:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 34 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.426242:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 34 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.426262:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820556 expref: 34 pid: 9577 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.426355:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.426357:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.426364:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.426373:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.426406:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.426421:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679294976:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.428161:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.430217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.430346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.430391:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685417984 00000100:00100000:1.0:1746157085.430400:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685417984 00002000:00100000:1.0:1746157085.430467:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335500 x1830977685417984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.430477:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335500 with x1830977685417984 ext(0->4095) 00002000:00010000:1.0:1746157085.430484:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b335500 00000100:00100000:1.0:1746157085.430510:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13876 00000100:00100000:1.0:1746157085.430528:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685417984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157085.430603:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685417728 00000100:00100000:3.0:1746157085.430614:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685417728 00000100:00100000:3.0:1746157085.430658:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30160 00000100:00100000:3.0:1746157085.430666:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:1767:x1830977685417728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.430680:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.430694:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820564 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.430716:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685417984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (367us total) trans 0 rc 4096/4096 00010000:00010000:3.0:1746157085.430719:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.430725:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746157085.430725:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13876 00010000:00010000:3.0:1746157085.430726:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.430729:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746157085.430733:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335500 x1830977685417984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.430770:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335500 with x1830977685417984 ext(0->4095) 00010000:00010000:3.0:1746157085.430777:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.430779:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.430787:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.430795:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.430796:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679295104:192.168.203.44@tcp:104: 00002000:00010000:1.0:1746157085.430801:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b335500 00000100:00100000:3.0:1746157085.430868:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.431071:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f208a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7220:1830977679294976:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157085.431086:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157085.431117:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:2011:x1830977685417600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4922us (5089us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157085.431125:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17498 00000100:00100000:0.0:1746157085.433583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.433825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.433859:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685418240 00000100:00100000:0.0:1746157085.433868:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685418240 00010000:00010000:0.0:1746157085.433910:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746157085.433976:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17499 00000100:00100000:0.0:1746157085.433988:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123886d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685418240:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157085.434004:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157085.434028:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.434041:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.434071:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157085.434073:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157085.434082:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 34 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.434092:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 34 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.434130:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 34 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157085.434143:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123887100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679295232:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157085.434247:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b480 going to sleep for 11 seconds 00010000:00010000:2.0:1746157085.434798:0:9579:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768000/0x7b65fed8853510aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482055d expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.434819:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679295104:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.434849:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 34 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.434859:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:2.0:1746157085.434909:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:1767:x1830977685417728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4242us (4701us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.434919:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30160 00000100:00100000:2.0:1746157085.434954:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685418112 00000100:00100000:2.0:1746157085.434957:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685418112 00000100:00100000:2.0:1746157085.434987:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30161 00000100:00100000:2.0:1746157085.434994:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:1768:x1830977685418112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.435009:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.435020:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482056b expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.435038:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.435045:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.435046:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.435049:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.435066:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.435075:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.435084:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679295360:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.435131:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.440465:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123887100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679295232:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157085.440496:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157085.440571:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685418240:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6583us (6743us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157085.440585:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17499 00000100:00100000:0.0:1746157085.441381:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.441712:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679295360:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.441785:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.441803:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769400, rc 0) 00000100:00100000:2.0:1746157085.441844:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:1768:x1830977685418112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6850us (8269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.441854:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30161 00000100:00100000:1.0:1746157085.442336:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685418496 00000100:00100000:1.0:1746157085.442344:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685418496 00002000:00100000:1.0:1746157085.442390:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123887100 x1830977685418496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.442400:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123887100 with x1830977685418496 ext(0->4095) 00010000:00010000:1.0:1746157085.442409:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.442422:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.442430:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123887100 00000100:00100000:1.0:1746157085.442470:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2945 00000100:00100000:1.0:1746157085.442478:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:2011:x1830977685418496:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157085.442660:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:2011:x1830977685418496:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (1280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.442667:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2945 00002000:00100000:1.0:1746157085.442673:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123887100 x1830977685418496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.442681:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123887100 with x1830977685418496 ext(0->4095) 00010000:00010000:1.0:1746157085.442687:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.442697:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.442703:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123887100 00000100:00100000:0.0:1746157085.445468:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.445586:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685418624 00000100:00100000:2.0:1746157085.445593:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685418624 00010000:00010000:2.0:1746157085.445627:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.445651:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17500 00000100:00100000:2.0:1746157085.445658:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123887480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:2010:x1830977685418624:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.445670:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.445688:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.445699:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.445725:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820564 expref: 35 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.445891:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.445893:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.445900:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 34 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.445908:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 34 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.446043:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 34 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.446055:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679295488:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.446357:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.448693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.448911:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679295488:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.448936:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.448967:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123887480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2010:x1830977685418624:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3309us (3506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.448975:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17500 00000100:00100000:3.0:1746157085.449191:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685418880 00000100:00100000:3.0:1746157085.449203:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685418880 00002000:00100000:3.0:1746157085.449258:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123887800 x1830977685418880/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.449267:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123887800 with x1830977685418880 ext(0->4095) 00002000:00010000:3.0:1746157085.449272:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123887800 00000100:00100000:3.0:1746157085.449305:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13877 00000100:00100000:3.0:1746157085.449313:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2013:x1830977685418880:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157085.449498:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2013:x1830977685418880:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 184us (809us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.449507:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13877 00002000:00100000:3.0:1746157085.449514:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123887800 x1830977685418880/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.449521:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123887800 with x1830977685418880 ext(0->4095) 00002000:00010000:3.0:1746157085.449524:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123887800 00000100:00100000:0.0:1746157085.454508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.457007:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685419008 00000100:00100000:2.0:1746157085.457018:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685419008 00000100:00100000:2.0:1746157085.457077:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30162 00000100:00100000:2.0:1746157085.457084:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685419008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.457103:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.457117:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820572 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.457143:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 33 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.457149:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.457150:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.457154:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.457179:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 33 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.457191:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 33 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.457201:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679295616:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.457280:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.489931:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679295616:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.489956:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.489970:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c768600, rc 0) 00000100:00100000:2.0:1746157085.490007:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685419008:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 32924us (35505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.490017:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30162 00000100:00100000:0.0:1746157085.515186:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.517402:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685419136 00000100:00100000:1.0:1746157085.517415:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685419136 00002000:00100000:1.0:1746157085.517456:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f208a80 x1830977685419136/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.517465:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f208a80 with x1830977685419136 ext(0->7) 00010000:00010000:1.0:1746157085.517472:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 34 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.517489:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 34 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.517495:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f208a80 00000100:00100000:1.0:1746157085.517524:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2946 00000100:00100000:1.0:1746157085.517530:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2012:x1830977685419136:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157085.519624:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2012:x1830977685419136:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2083us (4437us total) trans 4294970644 rc 0/0 00000100:00100000:0.0:1746157085.519636:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2946 00002000:00100000:0.0:1746157085.519648:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f208a80 x1830977685419136/t4294970644(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/448 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157085.519657:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f208a80 with x1830977685419136 ext(0->7) 00010000:00010000:0.0:1746157085.519667:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 36 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.519683:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 36 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157085.519690:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f208a80 00000100:00100000:1.0:1746157085.530623:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.530910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.531071:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685419264 00000100:00100000:2.0:1746157085.531081:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685419264 00010000:00010000:2.0:1746157085.531126:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 36 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.531571:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17501 00000100:00100000:2.0:1746157085.531580:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2013:x1830977685419264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.531597:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746157085.531615:0:11912:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746157085 -> 1746157086 00002000:00010000:2.0:1746157085.531617:0:11912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746157085 -> 1746157086 00010000:00010000:2.0:1746157085.531624:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 36 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.531636:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 36 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.531658:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed8853510b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482056b expref: 36 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.531680:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.531681:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.531689:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.531696:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.531759:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.531772:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679295744:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.531847:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.532078:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685419392 00000100:00100000:3.0:1746157085.532084:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685419392 00000100:00100000:3.0:1746157085.532113:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30163 00000100:00100000:3.0:1746157085.532119:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:1767:x1830977685419392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.532132:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.532143:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820579 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.532159:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.532165:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.532167:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.532170:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 37 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.532187:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.532198:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.532206:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679295872:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.532226:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.533646:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.533815:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679295744:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157085.533834:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157085.533864:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2013:x1830977685419264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2285us (3250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.533874:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17501 00000100:00100000:3.0:1746157085.534912:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679295872:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.534943:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 36 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.534960:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157085.534986:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:1767:x1830977685419392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2867us (4076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.534994:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30163 00000100:00100000:1.0:1746157085.535220:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685419648 00000100:00100000:1.0:1746157085.535227:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685419648 00002000:00100000:1.0:1746157085.535266:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fc380 x1830977685419648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.535275:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc380 with x1830977685419648 ext(0->4095) 00010000:00010000:1.0:1746157085.535282:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.535295:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.535301:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fc380 00000100:00100000:1.0:1746157085.535316:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2947 00000100:00100000:1.0:1746157085.535322:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685419648:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157085.535456:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685419648:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (1819us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.535462:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2947 00002000:00100000:1.0:1746157085.535468:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fc380 x1830977685419648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.535475:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc380 with x1830977685419648 ext(0->4095) 00010000:00010000:1.0:1746157085.535479:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.535488:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.536052:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fc380 00000100:00100000:0.0:1746157085.538059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.538253:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685419776 00000100:00100000:3.0:1746157085.538262:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685419776 00010000:00010000:3.0:1746157085.538297:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.538335:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17502 00000100:00100000:3.0:1746157085.538344:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685419776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157085.538357:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157085.538377:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.538389:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.538410:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed8853510bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820572 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.538437:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.538439:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.538447:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.538455:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.538488:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157085.538501:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679296000:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157085.538584:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.541473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.541535:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685420032 00000100:00100000:1.0:1746157085.541543:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685420032 00002000:00100000:1.0:1746157085.541585:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fc700 x1830977685420032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.541593:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc700 with x1830977685420032 ext(0->4095) 00002000:00010000:1.0:1746157085.541599:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fc700 00000100:00100000:3.0:1746157085.541605:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679296000:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157085.541625:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.541632:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13878 00000100:00100000:1.0:1746157085.541639:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2010:x1830977685420032:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157085.541663:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685419776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3319us (3613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.541672:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17502 00000100:00100000:1.0:1746157085.541811:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2010:x1830977685420032:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.541817:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13878 00002000:00100000:1.0:1746157085.541822:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fc700 x1830977685420032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.541828:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fc700 with x1830977685420032 ext(0->4095) 00002000:00010000:1.0:1746157085.541831:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fc700 00000100:00100000:0.0:1746157085.547484:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.547571:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685420160 00000100:00100000:3.0:1746157085.547579:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685420160 00000100:00100000:3.0:1746157085.547621:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30164 00000100:00100000:3.0:1746157085.547628:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685420160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.547645:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.547661:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820580 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.547689:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.547696:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.547697:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.547700:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.547729:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 35 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.547760:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 35 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.547772:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679296128:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.549098:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.551704:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679296128:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.551757:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.551776:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157085.551829:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685420160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4201us (4353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.551838:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30164 00000100:00100000:0.0:1746157085.554799:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.555101:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685420288 00000100:00100000:1.0:1746157085.555110:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685420288 00002000:00100000:1.0:1746157085.555157:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801332fce00 x1830977685420288/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.555167:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fce00 with x1830977685420288 ext(0->7) 00010000:00010000:1.0:1746157085.555177:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 36 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746157085.555190:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 36 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746157085.555198:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fce00 00000100:00100000:1.0:1746157085.555232:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2948 00000100:00100000:1.0:1746157085.555239:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:2010:x1830977685420288:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157085.560328:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2010:x1830977685420288:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 5078us (5526us total) trans 4294970645 rc 0/0 00000100:00100000:0.0:1746157085.560341:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2948 00002000:00100000:0.0:1746157085.560354:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801332fce00 x1830977685420288/t4294970645(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/448 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157085.560364:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fce00 with x1830977685420288 ext(0->7) 00010000:00010000:0.0:1746157085.560374:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 38 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746157085.560387:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 38 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746157085.560393:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fce00 00000100:00100000:0.0:1746157085.567275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.567387:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685420544 00000100:00100000:3.0:1746157085.567397:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685420544 00000100:00100000:3.0:1746157085.567447:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30165 00000100:00100000:3.0:1746157085.567455:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:1767:x1830977685420544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.567476:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.567495:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820587 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.567524:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.567530:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.567535:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157085.567544:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 39 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.567579:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.567594:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 39 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.567609:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157085.569303:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:1767:x1830977685420544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1838us (2028us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.569389:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30165 00000100:00100000:1.0:1746157085.569578:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.569633:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685420416 00000100:00100000:3.0:1746157085.569640:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685420416 00010000:00010000:3.0:1746157085.569671:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 39 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.569695:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17503 00000100:00100000:3.0:1746157085.569701:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:2011:x1830977685420416:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157085.569711:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157085.569732:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 39 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.570203:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 39 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.570226:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed8853510c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820579 expref: 39 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746157085.570252:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.570254:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.570261:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.570273:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.570304:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.570315:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 5 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.570326:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679296384:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157085.570401:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.572223:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679296384:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157085.572247:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157085.572295:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2011:x1830977685420416:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2592us (2716us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157085.572305:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17503 00000100:00100000:0.0:1746157085.573256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.573550:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685420800 00000100:00100000:2.0:1746157085.573560:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685420800 00002000:00100000:2.0:1746157085.573599:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fd500 x1830977685420800/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.573608:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fd500 with x1830977685420800 ext(0->4095) 00010000:00010000:2.0:1746157085.573616:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.573629:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157085.573635:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fd500 00000100:00100000:2.0:1746157085.573684:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2949 00000100:00100000:2.0:1746157085.573692:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685420800:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157085.574113:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685420800:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 421us (858us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.574120:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2949 00002000:00100000:2.0:1746157085.574127:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fd500 x1830977685420800/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.574140:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fd500 with x1830977685420800 ext(0->4095) 00010000:00010000:2.0:1746157085.574145:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.574155:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746157085.574161:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fd500 00000100:00100000:0.0:1746157085.577033:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.577171:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685420928 00000100:00100000:2.0:1746157085.577180:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685420928 00010000:00010000:2.0:1746157085.577215:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746157085.577251:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17504 00000100:00100000:2.0:1746157085.577257:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685420928:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.577270:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.577289:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.577301:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.577322:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed8853510cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820580 expref: 6 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.577340:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.577343:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.577350:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 37 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.577358:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 37 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.577388:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 37 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.577398:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679296512:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.577480:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.583369:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679296512:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.583394:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.583448:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685420928:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6189us (6423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.583458:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17504 00000100:00100000:0.0:1746157085.587307:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.589260:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685421184 00000100:00100000:2.0:1746157085.589275:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685421184 00002000:00100000:2.0:1746157085.589327:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fdc00 x1830977685421184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.589337:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fdc00 with x1830977685421184 ext(0->4095) 00002000:00010000:2.0:1746157085.589343:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fdc00 00000100:00100000:2.0:1746157085.589635:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13879 00000100:00100000:2.0:1746157085.589644:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2010:x1830977685421184:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157085.590275:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2010:x1830977685421184:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 629us (2975us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.590284:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13879 00002000:00100000:2.0:1746157085.590291:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fdc00 x1830977685421184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.590299:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fdc00 with x1830977685421184 ext(0->4095) 00002000:00010000:2.0:1746157085.590303:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fdc00 00000100:00100000:0.0:1746157085.593910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.594097:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685421312 00000100:00100000:3.0:1746157085.594107:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685421312 00000100:00100000:3.0:1746157085.594149:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30166 00000100:00100000:3.0:1746157085.594156:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685421312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.594176:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.594194:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482058e expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.594223:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 37 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.594230:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.594232:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.594235:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.594272:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 37 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.594285:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 37 pid: 9579 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746157085.594297:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679296640:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.594391:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.611530:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679296640:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.611567:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.611586:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:3.0:1746157085.611634:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685421312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17478us (17732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.611643:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30166 00000100:00100000:0.0:1746157085.630263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.630451:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685421440 00000100:00100000:2.0:1746157085.630460:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685421440 00002000:00100000:2.0:1746157085.630509:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801332fe300 x1830977685421440/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.630520:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe300 with x1830977685421440 ext(0->7) 00010000:00010000:2.0:1746157085.630530:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 38 pid: 9579 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746157085.630545:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 38 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.630552:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fe300 00000100:00100000:2.0:1746157085.630582:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2950 00000100:00100000:2.0:1746157085.630589:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2012:x1830977685421440:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157085.635348:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2012:x1830977685421440:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4741us (5077us total) trans 4294970646 rc 0/0 00000100:00100000:0.0:1746157085.635365:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2950 00002000:00100000:0.0:1746157085.635380:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801332fe300 x1830977685421440/t4294970646(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/448 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157085.635388:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe300 with x1830977685421440 ext(0->7) 00010000:00010000:0.0:1746157085.635400:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 40 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157085.635417:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 40 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157085.635424:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fe300 00000100:00100000:0.0:1746157085.643665:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.644134:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685421568 00000100:00100000:3.0:1746157085.644144:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685421568 00000100:00100000:3.0:1746157085.644200:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30167 00000100:00100000:3.0:1746157085.644207:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:1767:x1830977685421568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.644222:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.644235:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820595 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.644260:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.644265:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.644271:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157085.644274:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 41 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.644301:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.644312:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 41 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.644320:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157085.644370:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:1767:x1830977685421568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.644376:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30167 00000100:00100000:2.0:1746157085.644486:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.644514:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685421696 00000100:00100000:2.0:1746157085.644520:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685421696 00010000:00010000:2.0:1746157085.644553:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 41 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.644593:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17505 00000100:00100000:2.0:1746157085.644600:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:2012:x1830977685421696:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.644610:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.644628:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 41 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.644640:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 41 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.644660:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853510d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820587 expref: 41 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.644676:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.644678:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.644684:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.644692:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.644717:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.644727:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.644770:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679296896:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.644840:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.648681:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.648774:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685421952 00000100:00100000:1.0:1746157085.648787:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685421952 00002000:00100000:1.0:1746157085.648829:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fe680 x1830977685421952/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.648839:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe680 with x1830977685421952 ext(0->4095) 00010000:00010000:1.0:1746157085.648848:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.648860:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157085.648867:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fe680 00000100:00100000:1.0:1746157085.648886:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2951 00000100:00100000:1.0:1746157085.648892:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685421952:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157085.649050:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685421952:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.649056:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2951 00002000:00100000:1.0:1746157085.649061:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fe680 x1830977685421952/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.649068:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fe680 with x1830977685421952 ext(0->4095) 00010000:00010000:1.0:1746157085.649072:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.649080:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157085.649085:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fe680 00000100:00100000:2.0:1746157085.649501:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679296896:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.649519:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.649543:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2012:x1830977685421696:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4944us (5059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.649551:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17505 00000100:00100000:2.0:1746157085.651267:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.651327:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685422080 00000100:00100000:0.0:1746157085.651334:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685422080 00010000:00010000:0.0:1746157085.651366:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746157085.651388:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17506 00000100:00100000:0.0:1746157085.651395:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685422080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157085.651406:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157085.651424:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157085.651435:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157085.651457:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853510db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482058e expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157085.652828:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157085.652832:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157085.652843:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 39 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.652852:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 39 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.653175:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 39 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.653190:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679297024:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.657078:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefde40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.659725:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679297024:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.659772:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.660465:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685422080:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9066us (9200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.660476:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17506 00000100:00100000:0.0:1746157085.660606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.660646:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685422336 00000100:00100000:1.0:1746157085.660653:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685422336 00002000:00100000:1.0:1746157085.660692:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fea00 x1830977685422336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.660702:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fea00 with x1830977685422336 ext(0->4095) 00002000:00010000:1.0:1746157085.660706:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fea00 00000100:00100000:1.0:1746157085.660754:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13880 00000100:00100000:1.0:1746157085.660761:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2010:x1830977685422336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157085.660893:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2010:x1830977685422336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.660898:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13880 00002000:00100000:1.0:1746157085.660903:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fea00 x1830977685422336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.660910:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fea00 with x1830977685422336 ext(0->4095) 00002000:00010000:1.0:1746157085.660913:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fea00 00000100:00100000:0.0:1746157085.662825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.664085:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685422464 00000100:00100000:3.0:1746157085.664096:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685422464 00000100:00100000:3.0:1746157085.664233:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30168 00000100:00100000:3.0:1746157085.664243:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685422464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.664262:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.664278:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482059c expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.664308:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 39 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.664319:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.664320:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.664324:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.664352:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 39 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.664363:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 39 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.664375:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679297152:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.664465:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.665948:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679297152:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.665977:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.665993:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157085.666032:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685422464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1790us (3215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.666039:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30168 00000100:00100000:0.0:1746157085.667017:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.667075:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685422592 00000100:00100000:2.0:1746157085.667083:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685422592 00002000:00100000:2.0:1746157085.667121:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801332ff100 x1830977685422592/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.667130:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332ff100 with x1830977685422592 ext(0->7) 00010000:00010000:2.0:1746157085.667137:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 40 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.667148:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 40 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.667155:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332ff100 00000100:00100000:2.0:1746157085.667182:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2952 00000100:00100000:2.0:1746157085.667189:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2011:x1830977685422592:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157085.668332:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977685422592:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1140us (1316us total) trans 4294970647 rc 0/0 00000100:00100000:0.0:1746157085.668340:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2952 00002000:00100000:0.0:1746157085.668347:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801332ff100 x1830977685422592/t4294970647(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/448 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157085.668354:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332ff100 with x1830977685422592 ext(0->7) 00010000:00010000:0.0:1746157085.668360:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 42 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157085.668370:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 42 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157085.668375:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332ff100 00000100:00100000:0.0:1746157085.672201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.672620:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685422720 00000100:00100000:1.0:1746157085.672629:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685422720 00010000:00010000:1.0:1746157085.672665:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 42 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157085.672704:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17507 00000100:00100000:1.0:1746157085.672711:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2013:x1830977685422720:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.672724:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.672772:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 42 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.672787:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 42 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.672810:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853510e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820595 expref: 42 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.672839:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.672841:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.672848:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.672855:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.672884:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.672894:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679297280:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.672977:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefde40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.682478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.682658:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685422976 00000100:00100000:2.0:1746157085.682667:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685422976 00002000:00100000:2.0:1746157085.682715:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332ff800 x1830977685422976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.682726:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332ff800 with x1830977685422976 ext(0->4095) 00002000:00010000:2.0:1746157085.682732:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332ff800 00000100:00100000:2.0:1746157085.682783:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13881 00000100:00100000:2.0:1746157085.682790:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685422976:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157085.682945:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685422976:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.682952:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13881 00002000:00100000:2.0:1746157085.682957:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332ff800 x1830977685422976/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.682964:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332ff800 with x1830977685422976 ext(0->4095) 00002000:00010000:2.0:1746157085.682967:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332ff800 00000100:00100000:1.0:1746157085.683222:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679297280:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.683242:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.683276:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:2013:x1830977685422720:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 10565us (11085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.683285:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17507 00000100:00100000:0.0:1746157085.684725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.687101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.687453:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685423104 00000100:00100000:3.0:1746157085.687464:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685423104 00000100:00100000:3.0:1746157085.687503:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685423232 00000100:00100000:3.0:1746157085.687505:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685423232 00000100:00100000:3.0:1746157085.687533:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30169 00000100:00100000:3.0:1746157085.687542:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1767:x1830977685423104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.687561:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.687580:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205a3 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.687609:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.687616:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.687618:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.687621:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 43 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.687652:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.687663:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.687674:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679297408:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.687755:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.688485:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30170 00000100:00100000:1.0:1746157085.688496:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:1768:x1830977685423232:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157085.688505:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157085.688514:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205aa expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.688527:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.688531:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.688708:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157085.688713:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 44 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.688759:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.688773:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 44 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.688783:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f400, rc 0) 00000100:00100000:1.0:1746157085.688813:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:1768:x1830977685423232:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 320us (1720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.689799:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30170 00000100:00100000:3.0:1746157085.689957:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679297408:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.689980:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 43 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.689991:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157085.690027:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:1767:x1830977685423104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2486us (5310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.690034:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30169 00000100:00100000:0.0:1746157085.690715:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.690763:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685423360 00000100:00100000:1.0:1746157085.690770:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685423360 00010000:00010000:1.0:1746157085.690797:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157085.690835:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17508 00000100:00100000:1.0:1746157085.690842:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685423360:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.690853:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.690872:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.690883:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.690902:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853510e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482059c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.690943:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.690945:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.690951:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 42 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.690958:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 42 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.690981:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 42 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.690994:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 42 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157085.691010:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679297664:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.691068:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefde40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.693795:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679297664:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.693817:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157085.693833:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.693859:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685423360:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3016us (3144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.693869:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17508 00000100:00100000:2.0:1746157085.694037:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685423616 00000100:00100000:2.0:1746157085.694044:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685423616 00002000:00100000:2.0:1746157085.694084:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fca80 x1830977685423616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.694093:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fca80 with x1830977685423616 ext(0->4095) 00010000:00010000:2.0:1746157085.694250:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 43 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.694264:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 43 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.694271:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fca80 00000100:00100000:2.0:1746157085.694292:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2953 00000100:00100000:2.0:1746157085.694299:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2011:x1830977685423616:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157085.694442:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2011:x1830977685423616:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (610us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.694448:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2953 00002000:00100000:2.0:1746157085.694453:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fca80 x1830977685423616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.694460:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fca80 with x1830977685423616 ext(0->4095) 00010000:00010000:2.0:1746157085.694468:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 43 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.694477:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 43 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.694483:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801332fca80 00000100:00100000:0.0:1746157085.696278:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.696701:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685423744 00000100:00100000:1.0:1746157085.696708:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685423744 00010000:00010000:1.0:1746157085.696731:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 43 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157085.696793:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17509 00000100:00100000:1.0:1746157085.696799:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2011:x1830977685423744:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.696810:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.696825:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 43 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.696836:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 43 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.696857:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853510f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205a3 expref: 43 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.696880:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.696882:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.696889:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.696897:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.696938:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 42 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.696951:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679297792:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.697030:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefde40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.699824:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679297792:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.699848:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.699907:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977685423744:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3105us (3632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.699917:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17509 00000100:00100000:0.0:1746157085.700148:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.700394:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685424000 00000100:00100000:1.0:1746157085.700400:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685424000 00002000:00100000:1.0:1746157085.700434:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fd180 x1830977685424000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.700443:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fd180 with x1830977685424000 ext(0->4095) 00002000:00010000:1.0:1746157085.700448:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fd180 00000100:00100000:1.0:1746157085.700869:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13882 00000100:00100000:1.0:1746157085.700877:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685424000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157085.701036:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685424000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.701044:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13882 00002000:00100000:1.0:1746157085.701049:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801332fd180 x1830977685424000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.701057:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801332fd180 with x1830977685424000 ext(0->4095) 00002000:00010000:1.0:1746157085.701060:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801332fd180 00000100:00100000:0.0:1746157085.705181:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.705880:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685424128 00000100:00100000:3.0:1746157085.705891:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685424128 00000100:00100000:3.0:1746157085.705953:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30171 00000100:00100000:3.0:1746157085.705961:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685424128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.705981:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.706000:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205b1 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.706028:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.706034:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.706036:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.706039:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.706068:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 41 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.706079:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 41 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.706091:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679297920:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.706505:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.710009:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679297920:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.710049:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.710072:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527800, rc 0) 00000100:00100000:3.0:1746157085.710127:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685424128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4166us (4955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.710136:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30171 00000100:00100000:0.0:1746157085.711465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.712151:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.712235:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685424256 00000100:00100000:1.0:1746157085.712245:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685424256 00010000:00010000:1.0:1746157085.712280:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 42 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157085.712315:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17510 00000100:00100000:1.0:1746157085.712322:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685424256:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.712334:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.712353:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 42 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.712364:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 42 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.712384:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853510f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205aa expref: 42 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.712400:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.712402:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.712409:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.712421:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.712450:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.712460:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679298048:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.712538:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.712692:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685424384 00000100:00100000:3.0:1746157085.712696:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685424384 00000100:00100000:3.0:1746157085.712719:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30172 00000100:00100000:3.0:1746157085.712724:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1767:x1830977685424384:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.712753:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.712765:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205b8 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.712782:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.712787:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.712788:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.712791:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 43 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.712807:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.712818:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.712828:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679298176:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.712860:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.716785:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679298048:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.716812:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.716860:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2010:x1830977685424256:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4536us (5398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.716872:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17510 00000100:00100000:3.0:1746157085.717935:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679298176:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.717964:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 42 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.717982:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157085.718012:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:1767:x1830977685424384:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5287us (5861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.718019:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30172 00000100:00100000:1.0:1746157085.718176:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.718634:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685424640 00000100:00100000:2.0:1746157085.718643:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685424640 00002000:00100000:2.0:1746157085.718688:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4380 x1830977685424640/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.718698:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4380 with x1830977685424640 ext(0->4095) 00010000:00010000:2.0:1746157085.718705:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.718719:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.718731:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4380 00000100:00100000:2.0:1746157085.718771:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2954 00000100:00100000:2.0:1746157085.718780:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685424640:12345-192.168.203.44@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746157085.719012:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685424640:12345-192.168.203.44@tcp:3:ldlm_bl.0 Request processed in 233us (836us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.719018:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2954 00002000:00100000:2.0:1746157085.719024:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4380 x1830977685424640/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.719031:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4380 with x1830977685424640 ext(0->4095) 00010000:00010000:2.0:1746157085.719036:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.719045:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.719051:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4380 00000100:00100000:0.0:1746157085.724357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.724488:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685424768 00000100:00100000:1.0:1746157085.724498:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685424768 00010000:00010000:1.0:1746157085.724540:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157085.724585:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17511 00000100:00100000:1.0:1746157085.724594:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685424768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.724610:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.724630:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.724646:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.724670:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853510fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b1 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.724702:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.724704:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.724712:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 41 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.724720:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 41 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.724784:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 41 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.724798:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011f3e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679298304:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.724891:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.729028:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.729101:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f3e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679298304:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.729123:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.729172:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801332fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685424768:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4579us (4829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.729183:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17511 00000100:00100000:3.0:1746157085.729256:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685425024 00000100:00100000:3.0:1746157085.729263:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685425024 00002000:00100000:3.0:1746157085.729304:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108bb80 x1830977685425024/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.729313:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108bb80 with x1830977685425024 ext(0->4095) 00002000:00010000:3.0:1746157085.729317:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009108bb80 00000100:00100000:3.0:1746157085.729333:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13883 00000100:00100000:3.0:1746157085.729339:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977685425024:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157085.729468:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977685425024:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.729473:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13883 00002000:00100000:3.0:1746157085.729478:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108bb80 x1830977685425024/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.729490:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108bb80 with x1830977685425024 ext(0->4095) 00002000:00010000:3.0:1746157085.729493:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009108bb80 00000100:00100000:0.0:1746157085.734094:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.734609:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685425152 00000100:00100000:3.0:1746157085.734619:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685425152 00000100:00100000:3.0:1746157085.743158:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30173 00000100:00100000:3.0:1746157085.743181:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685425152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.743203:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.743223:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205bf expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.743253:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 41 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.743261:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.743263:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.743267:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.743301:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 41 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.743313:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 41 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.743325:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679298432:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.743434:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.747990:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679298432:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.748029:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.748048:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527a00, rc 0) 00000100:00100000:3.0:1746157085.748097:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685425152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4925us (14013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.748106:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30173 00000100:00100000:0.0:1746157085.749643:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.750339:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685425280 00000100:00100000:1.0:1746157085.750349:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685425280 00002000:00100000:1.0:1746157085.750395:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008e5cc700 x1830977685425280/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.750406:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cc700 with x1830977685425280 ext(0->7) 00010000:00010000:1.0:1746157085.750415:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 42 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.750429:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 42 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157085.750436:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cc700 00000100:00100000:1.0:1746157085.750471:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2955 00000100:00100000:1.0:1746157085.750479:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2010:x1830977685425280:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157085.755703:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2010:x1830977685425280:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 5207us (6049us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1746157085.755718:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2955 00002000:00100000:0.0:1746157085.755733:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008e5cc700 x1830977685425280/t4294970648(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/448 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157085.755757:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cc700 with x1830977685425280 ext(0->7) 00010000:00010000:0.0:1746157085.755768:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 44 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157085.755869:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 44 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157085.755878:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cc700 00000100:00100000:0.0:1746157085.767248:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.775082:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685425408 00000100:00100000:1.0:1746157085.775094:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685425408 00010000:00010000:1.0:1746157085.775423:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 44 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157085.775461:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17512 00000100:00100000:1.0:1746157085.775468:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2010:x1830977685425408:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.775483:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.775502:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 44 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.775513:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 44 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.775541:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351105 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205b8 expref: 44 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.775559:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.775562:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.775569:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.775576:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.775606:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.775617:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011f3e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679298560:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.775705:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.778814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.779247:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685425536 00000100:00100000:3.0:1746157085.779257:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685425536 00000100:00100000:3.0:1746157085.779476:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30174 00000100:00100000:3.0:1746157085.779485:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:1767:x1830977685425536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.779505:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.779524:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205c6 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.779555:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.779562:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.779564:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.779568:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.779598:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.779611:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.779624:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679298688:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.779711:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.780761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.780879:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f3e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679298560:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.780896:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.780935:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2010:x1830977685425408:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5467us (13697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.780944:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17512 00000100:00100000:2.0:1746157085.780954:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685425792 00000100:00100000:2.0:1746157085.780959:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685425792 00002000:00100000:2.0:1746157085.780992:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5f80 x1830977685425792/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.781001:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5f80 with x1830977685425792 ext(0->4095) 00010000:00010000:2.0:1746157085.781008:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.781024:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.781029:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5f80 00000100:00100000:2.0:1746157085.781052:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2956 00000100:00100000:2.0:1746157085.781057:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685425792:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157085.781239:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685425792:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (481us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.781245:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2956 00002000:00100000:2.0:1746157085.781249:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5f80 x1830977685425792/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.781256:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5f80 with x1830977685425792 ext(0->4095) 00010000:00010000:2.0:1746157085.781260:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.781269:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.781274:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5f80 00000100:00100000:3.0:1746157085.782717:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679298688:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.782890:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.782906:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157085.782953:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:1767:x1830977685425536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3469us (4150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.782961:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30174 00000100:00100000:0.0:1746157085.784669:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.784961:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685425920 00000100:00100000:3.0:1746157085.784968:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685425920 00000100:00100000:3.0:1746157085.785021:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30175 00000100:00100000:3.0:1746157085.785029:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:1768:x1830977685425920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.785048:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.785066:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205cd expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.785093:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.785099:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.785104:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.785108:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.785147:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.785161:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.785170:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157085.785209:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:1768:x1830977685425920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.785215:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30175 00000100:00100000:0.0:1746157085.787191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.787294:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685426048 00000100:00100000:1.0:1746157085.787303:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685426048 00010000:00010000:1.0:1746157085.787339:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157085.787383:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17513 00000100:00100000:1.0:1746157085.787392:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685426048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.787404:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.787423:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.787435:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.787456:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535110c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205bf expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.787475:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.787477:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.787485:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.787492:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.787520:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.787532:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 44 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157085.787547:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011f3e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679298944:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.788657:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.792884:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f3e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679298944:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.792910:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157085.792983:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685426048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5590us (5798us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.792993:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17513 00000100:00100000:0.0:1746157085.794530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.794615:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685426304 00000100:00100000:3.0:1746157085.794623:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685426304 00002000:00100000:3.0:1746157085.794669:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bc000 x1830977685426304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.794679:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bc000 with x1830977685426304 ext(0->4095) 00010000:00010000:3.0:1746157085.794688:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.794702:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746157085.794709:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5bc000 00000100:00100000:3.0:1746157085.794760:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2957 00000100:00100000:3.0:1746157085.794768:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2011:x1830977685426304:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157085.796453:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2011:x1830977685426304:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1674us (1917us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.796466:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2957 00002000:00100000:3.0:1746157085.796477:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bc000 x1830977685426304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.796486:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bc000 with x1830977685426304 ext(0->4095) 00010000:00010000:3.0:1746157085.796495:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.796510:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746157085.796517:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5bc000 00000100:00100000:0.0:1746157085.801931:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.802266:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685426432 00000100:00100000:1.0:1746157085.802276:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685426432 00010000:00010000:1.0:1746157085.802313:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157085.802356:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17514 00000100:00100000:1.0:1746157085.802364:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2010:x1830977685426432:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157085.802376:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157085.802394:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.802405:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.802427:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351113 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205c6 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.802461:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.802464:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.802471:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.802479:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.802516:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157085.802528:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011f3e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679299072:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157085.803485:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.805681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.805697:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f3e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679299072:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157085.805720:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157085.805761:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685426688 00000100:00100000:3.0:1746157085.805768:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685426688 00000100:00100000:1.0:1746157085.805782:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2010:x1830977685426432:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3418us (3867us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.805792:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17514 00002000:00100000:3.0:1746157085.805811:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bf100 x1830977685426688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.805820:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf100 with x1830977685426688 ext(0->4095) 00002000:00010000:3.0:1746157085.805825:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bf100 00000100:00100000:3.0:1746157085.805871:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13884 00000100:00100000:3.0:1746157085.805878:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2012:x1830977685426688:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157085.806070:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2012:x1830977685426688:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 192us (398us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.806077:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13884 00002000:00100000:3.0:1746157085.806082:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bf100 x1830977685426688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.806095:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf100 with x1830977685426688 ext(0->4095) 00002000:00010000:3.0:1746157085.806098:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bf100 00000100:00100000:0.0:1746157085.813697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.813770:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685426816 00000100:00100000:1.0:1746157085.813781:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685426816 00000100:00100000:1.0:1746157085.814163:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30176 00000100:00100000:1.0:1746157085.814172:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685426816:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157085.814193:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157085.814210:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205d4 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.814244:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 43 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.814256:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157085.814259:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157085.814262:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.814296:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 43 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.814308:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 43 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157085.814321:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011f3e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679299200:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157085.814420:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157085.815729:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f3e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679299200:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157085.815777:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.815789:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e000, rc 0) 00000100:00100000:1.0:1746157085.815818:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685426816:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1647us (2130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.815824:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30176 00000100:00100000:0.0:1746157085.816967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.817706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.817949:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685427072 00000100:00100000:1.0:1746157085.820967:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685426944 00000100:00100000:1.0:1746157085.820981:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685426944 00000100:00100000:1.0:1746157085.821064:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30177 00000100:00100000:1.0:1746157085.821072:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:1767:x1830977685426944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157085.821095:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157085.821117:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205db expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.821148:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157085.821154:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.821159:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157085.821162:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 45 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.821198:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.821213:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 45 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.821223:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ea00, rc 0) 00000100:00100000:1.0:1746157085.821285:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:1767:x1830977685426944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (4319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.821290:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30177 00000100:00100000:2.0:1746157085.821853:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685427072 00010000:00010000:2.0:1746157085.821876:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.821905:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17515 00000100:00100000:2.0:1746157085.821911:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2011:x1830977685427072:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.821930:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.821950:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.821960:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.821978:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535111a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205cd expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.822004:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.822006:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.822012:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.822020:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.822041:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.822051:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 5 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.822062:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679299456:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.822130:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.823718:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679299456:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.823760:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.823792:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685427072:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1880us (6086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.823802:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17515 00000100:00100000:0.0:1746157085.826036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.826129:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685427328 00000100:00100000:3.0:1746157085.826138:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685427328 00002000:00100000:3.0:1746157085.826188:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123886a00 x1830977685427328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.826197:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123886a00 with x1830977685427328 ext(0->4095) 00010000:00010000:3.0:1746157085.826206:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.826220:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746157085.826227:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123886a00 00000100:00100000:3.0:1746157085.826258:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2958 00000100:00100000:3.0:1746157085.826266:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685427328:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157085.826423:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685427328:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.826430:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2958 00002000:00100000:3.0:1746157085.826436:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123886a00 x1830977685427328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.826443:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123886a00 with x1830977685427328 ext(0->4095) 00010000:00010000:3.0:1746157085.826447:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.826457:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746157085.826463:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123886a00 00000100:00100000:0.0:1746157085.828293:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.828385:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685427456 00000100:00100000:2.0:1746157085.828393:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685427456 00010000:00010000:2.0:1746157085.828425:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.828451:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17516 00000100:00100000:2.0:1746157085.828458:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685427456:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.828469:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.828487:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.828498:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.828521:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351121 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205d4 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.828554:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.828556:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.828563:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.828572:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.828606:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.828619:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679299584:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.828695:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc72480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.831613:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679299584:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.831636:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.831677:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685427456:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3219us (3392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.831688:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17516 00000100:00100000:1.0:1746157085.832648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.832690:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685427712 00000100:00100000:2.0:1746157085.832697:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685427712 00002000:00100000:2.0:1746157085.832770:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5880 x1830977685427712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.832779:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5880 with x1830977685427712 ext(0->4095) 00002000:00010000:2.0:1746157085.832784:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e5880 00000100:00100000:2.0:1746157085.832808:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13885 00000100:00100000:2.0:1746157085.832815:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2010:x1830977685427712:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157085.832964:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2010:x1830977685427712:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.832970:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13885 00002000:00100000:2.0:1746157085.832976:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5880 x1830977685427712/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.832987:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5880 with x1830977685427712 ext(0->4095) 00002000:00010000:2.0:1746157085.832990:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e5880 00000100:00100000:0.0:1746157085.834143:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.834335:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685427840 00000100:00100000:3.0:1746157085.834341:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685427840 00000100:00100000:3.0:1746157085.834409:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30178 00000100:00100000:3.0:1746157085.834417:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685427840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.834428:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.834445:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205e2 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.834470:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.834477:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.834479:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.834483:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.834512:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.834523:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 43 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.834534:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679299712:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.834655:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.839033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.839420:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679299712:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.839456:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.839475:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157085.839524:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685427840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5107us (5382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.839533:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30178 00000100:00100000:2.0:1746157085.839636:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685427968 00000100:00100000:2.0:1746157085.839643:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685427968 00010000:00010000:2.0:1746157085.839670:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 44 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.839710:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17517 00000100:00100000:2.0:1746157085.839716:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2010:x1830977685427968:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.839728:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.839776:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 44 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.839787:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 44 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.839809:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351128 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205db expref: 44 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.839825:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.839827:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.839833:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.839841:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.839875:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.839886:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679299840:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.839951:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.841728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.842156:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685428224 00000100:00100000:3.0:1746157085.842165:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685428224 00002000:00100000:3.0:1746157085.842230:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123885880 x1830977685428224/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.842240:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123885880 with x1830977685428224 ext(0->4095) 00002000:00010000:3.0:1746157085.842245:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123885880 00000100:00100000:3.0:1746157085.842282:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13886 00000100:00100000:3.0:1746157085.842291:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685428224:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157085.842454:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685428224:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (734us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.842460:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13886 00002000:00100000:3.0:1746157085.842466:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123885880 x1830977685428224/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.842473:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123885880 with x1830977685428224 ext(0->4095) 00002000:00010000:3.0:1746157085.842475:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123885880 00000100:00100000:2.0:1746157085.842938:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679299840:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.842957:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.842988:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2010:x1830977685427968:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3271us (3966us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.842996:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17517 00000100:00100000:0.0:1746157085.845225:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.845300:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685428352 00000100:00100000:3.0:1746157085.845310:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685428352 00000100:00100000:3.0:1746157085.845366:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30179 00000100:00100000:3.0:1746157085.845376:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:1767:x1830977685428352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.845396:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.845414:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205e9 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.845445:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.845453:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.845455:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.845458:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.845489:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.845501:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.845513:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679299968:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.845606:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.846325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.846453:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685428480 00000100:00100000:1.0:1746157085.846459:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685428480 00000100:00100000:1.0:1746157085.846487:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30180 00000100:00100000:1.0:1746157085.846492:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:1768:x1830977685428480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157085.846504:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157085.846514:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205f0 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.846529:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157085.846533:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.846538:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157085.846540:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 46 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.846566:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.846577:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 46 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157085.846587:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6fc00, rc 0) 00000100:00100000:1.0:1746157085.846904:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:1768:x1830977685428480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 409us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157085.846911:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30180 00000100:00100000:3.0:1746157085.848274:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679299968:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.848305:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.848326:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157085.849015:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:1767:x1830977685428352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3637us (3798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.849024:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30179 00000100:00100000:0.0:1746157085.849435:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.849578:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685428608 00000100:00100000:2.0:1746157085.849586:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685428608 00010000:00010000:2.0:1746157085.849617:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.849907:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17518 00000100:00100000:2.0:1746157085.849916:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123887480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685428608:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.849940:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.849961:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.849973:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.849994:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed88535112f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e2 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.850021:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.850023:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.850029:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.850037:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.850069:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.850080:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 44 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.850092:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679300224:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.850167:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.851626:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679300224:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.851644:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.851689:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123887480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685428608:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1773us (2253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.851698:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17518 00000100:00100000:0.0:1746157085.851888:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.852085:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685428864 00000100:00100000:1.0:1746157085.852092:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685428864 00002000:00100000:1.0:1746157085.852130:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123885f80 x1830977685428864/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.852139:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123885f80 with x1830977685428864 ext(0->4095) 00010000:00010000:1.0:1746157085.852147:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.852157:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157085.852164:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123885f80 00000100:00100000:1.0:1746157085.852192:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2959 00000100:00100000:1.0:1746157085.852200:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2010:x1830977685428864:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157085.852606:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2010:x1830977685428864:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 406us (718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.852611:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2959 00002000:00100000:1.0:1746157085.852616:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880123885f80 x1830977685428864/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.852623:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123885f80 with x1830977685428864 ext(0->4095) 00010000:00010000:1.0:1746157085.852628:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157085.852636:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157085.852641:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123885f80 00000100:00100000:0.0:1746157085.854197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.854255:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685428992 00000100:00100000:2.0:1746157085.854262:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685428992 00010000:00010000:2.0:1746157085.854290:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.854333:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17519 00000100:00100000:2.0:1746157085.854340:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2011:x1830977685428992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.854353:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.854370:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.854382:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.854403:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351136 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205e9 expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.854452:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.854455:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.854463:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 44 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.854471:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 44 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.854504:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 44 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.854515:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679300352:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.854591:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.856135:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679300352:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.856155:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.856194:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685428992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1853us (2003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.856203:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17519 00000100:00100000:0.0:1746157085.856385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157085.856486:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685429248 00000100:00100000:1.0:1746157085.856493:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685429248 00002000:00100000:1.0:1746157085.856530:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90ad80 x1830977685429248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.856545:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90ad80 with x1830977685429248 ext(0->4095) 00002000:00010000:1.0:1746157085.856549:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90ad80 00000100:00100000:1.0:1746157085.856573:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13887 00000100:00100000:1.0:1746157085.856579:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685429248:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157085.856908:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685429248:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 329us (524us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157085.856914:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13887 00002000:00100000:1.0:1746157085.856929:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c90ad80 x1830977685429248/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157085.856936:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c90ad80 with x1830977685429248 ext(0->4095) 00002000:00010000:1.0:1746157085.856938:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c90ad80 00000100:00100000:0.0:1746157085.858038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.858425:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685429376 00000100:00100000:3.0:1746157085.858434:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685429376 00000100:00100000:3.0:1746157085.858487:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30181 00000100:00100000:3.0:1746157085.858495:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685429376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.858513:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.858532:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205f7 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.858562:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.858570:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.858572:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.858576:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.858608:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 43 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.858620:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 43 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.858638:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679300480:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.858756:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.860665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.860780:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679300480:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.860809:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.860825:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157085.860862:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685429376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2368us (2830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.860870:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30181 00000100:00100000:2.0:1746157085.860986:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685429504 00000100:00100000:2.0:1746157085.860994:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685429504 00010000:00010000:2.0:1746157085.861020:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 44 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.861378:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17520 00000100:00100000:2.0:1746157085.861386:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685429504:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.861399:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.861418:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 44 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.861430:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 44 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.861453:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed88535113d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f0 expref: 44 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.861478:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.861479:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.861487:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.861494:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.861524:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157085.861535:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679300608:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.861701:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.864593:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679300608:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.864616:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.864666:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2011:x1830977685429504:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3280us (4009us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.864676:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17520 00000100:00100000:1.0:1746157085.864756:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.864846:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685429760 00000100:00100000:2.0:1746157085.864853:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685429760 00002000:00100000:2.0:1746157085.864889:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136a680 x1830977685429760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.864898:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136a680 with x1830977685429760 ext(0->4095) 00002000:00010000:2.0:1746157085.864903:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013136a680 00000100:00100000:2.0:1746157085.864941:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13888 00000100:00100000:2.0:1746157085.864949:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685429760:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157085.865095:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685429760:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.865100:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13888 00002000:00100000:2.0:1746157085.865104:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136a680 x1830977685429760/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.865117:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136a680 with x1830977685429760 ext(0->4095) 00002000:00010000:2.0:1746157085.865119:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013136a680 00000100:00100000:0.0:1746157085.867247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.867318:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685429888 00000100:00100000:3.0:1746157085.867327:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685429888 00000100:00100000:0.0:1746157085.867332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.867386:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685430016 00000100:00100000:3.0:1746157085.867389:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685430016 00000100:00100000:3.0:1746157085.867416:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30182 00000100:00100000:3.0:1746157085.867424:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:1768:x1830977685429888:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.867441:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.867460:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048205fe expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.867490:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.867498:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.867499:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.867503:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.867535:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.867547:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.867559:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679300736:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157085.867647:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.868287:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30183 00000100:00100000:0.0:1746157085.868297:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:1767:x1830977685430016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157085.868305:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157085.868314:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820605 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.868327:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157085.868332:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.868337:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157085.868340:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 46 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.868366:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 46 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.868377:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 46 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157085.868386:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135661000, rc 0) 00000100:00100000:0.0:1746157085.868410:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:1767:x1830977685430016:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157085.868417:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30183 00000100:00100000:3.0:1746157085.869544:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679300736:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157085.869566:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 45 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.869578:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:3.0:1746157085.869616:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:1768:x1830977685429888:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2193us (2377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.869623:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30182 00000100:00100000:0.0:1746157085.873423:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.873501:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685430144 00000100:00100000:2.0:1746157085.873510:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685430144 00010000:00010000:2.0:1746157085.873556:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.873596:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17521 00000100:00100000:2.0:1746157085.873603:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685430144:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157085.873619:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157085.873639:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.873651:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.873673:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed885351144 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205f7 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.873702:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.873704:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.873712:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.873719:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.873783:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 44 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.873796:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 44 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.873807:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679300992:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.873897:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.876242:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679300992:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157085.876999:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.877060:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685430144:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3456us (3646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.877072:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17521 00000100:00100000:0.0:1746157085.877388:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.877829:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685430400 00000100:00100000:2.0:1746157085.877944:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685430400 00002000:00100000:2.0:1746157085.877983:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012db1d450 x1830977685430400/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.877993:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db1d450 with x1830977685430400 ext(0->4095) 00010000:00010000:2.0:1746157085.878002:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.878015:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.878022:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012db1d450 00000100:00100000:2.0:1746157085.878052:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2960 00000100:00100000:2.0:1746157085.878059:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2011:x1830977685430400:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157085.878210:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2011:x1830977685430400:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (823us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.878216:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2960 00002000:00100000:2.0:1746157085.878221:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012db1d450 x1830977685430400/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.878228:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db1d450 with x1830977685430400 ext(0->4095) 00010000:00010000:2.0:1746157085.878233:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.878241:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.878247:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012db1d450 00000100:00100000:0.0:1746157085.884266:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.886529:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.886701:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685430528 00000100:00100000:3.0:1746157085.886712:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685430528 00000100:00100000:3.0:1746157085.886776:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30184 00000100:00100000:3.0:1746157085.886784:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685430528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157085.886803:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157085.886820:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482060c expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.886852:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157085.886858:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.886864:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157085.886867:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.886899:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.886912:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.886934:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157085.886982:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685430528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (2728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.886988:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30184 00000100:00100000:3.0:1746157085.887340:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685430656 00000100:00100000:3.0:1746157085.887343:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685430656 00010000:00010000:3.0:1746157085.887474:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.887493:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17522 00000100:00100000:3.0:1746157085.887498:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2010:x1830977685430656:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157085.887506:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157085.887524:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.887534:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.887551:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed88535114b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048205fe expref: 45 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.887575:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.887577:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.887583:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.887589:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.887607:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.887617:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.887628:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679301248:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157085.887681:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.889950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.890142:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679301248:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157085.890167:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157085.890212:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2010:x1830977685430656:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2712us (3692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.890223:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17522 00000100:00100000:2.0:1746157085.890463:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685430912 00000100:00100000:2.0:1746157085.890473:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685430912 00002000:00100000:2.0:1746157085.890506:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9180 x1830977685430912/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.890514:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9180 with x1830977685430912 ext(0->4095) 00010000:00010000:2.0:1746157085.890521:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.890532:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.890542:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9180 00000100:00100000:2.0:1746157085.890568:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2961 00000100:00100000:2.0:1746157085.890574:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2010:x1830977685430912:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157085.890685:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2010:x1830977685430912:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (741us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.890690:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2961 00002000:00100000:2.0:1746157085.890694:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9180 x1830977685430912/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.890700:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9180 with x1830977685430912 ext(0->4095) 00010000:00010000:2.0:1746157085.890704:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.890712:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.890716:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9180 00000100:00100000:0.0:1746157085.896175:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157085.897270:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.897384:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685431168 00000100:00100000:3.0:1746157085.897391:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685431168 00010000:00010000:3.0:1746157085.897420:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.897444:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17523 00000100:00100000:3.0:1746157085.897450:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685431168:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157085.897461:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157085.897477:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.897486:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.897503:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135661000/0x7b65fed885351152 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820605 expref: 44 pid: 9577 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.897518:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.897519:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.897525:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.897532:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.897560:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157085.897569:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679301376:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157085.897621:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.897661:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685431040 00000100:00100000:2.0:1746157085.897665:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685431040 00000100:00100000:2.0:1746157085.897684:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30185 00000100:00100000:2.0:1746157085.897689:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:1767:x1830977685431040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.897699:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.897709:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820613 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.897727:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.897732:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.897733:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157085.897752:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 45 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.897768:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.897776:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.897782:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679301504:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.897812:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.901499:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679301376:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157085.901540:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679301504:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.901590:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 45 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.901605:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b9800, rc 0) 00010000:00010000:3.0:1746157085.901641:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.901801:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:1767:x1830977685431040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4110us (5631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.901808:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30185 00000100:00100000:3.0:1746157085.901860:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685431168:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4410us (4593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.901867:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17523 00000100:00100000:0.0:1746157085.904395:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.904791:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685431424 00000100:00100000:3.0:1746157085.904800:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685431424 00002000:00100000:3.0:1746157085.904849:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cb100 x1830977685431424/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.904859:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb100 with x1830977685431424 ext(0->4095) 00010000:00010000:3.0:1746157085.904869:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.904883:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746157085.904889:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cb100 00000100:00100000:3.0:1746157085.904930:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2962 00000100:00100000:3.0:1746157085.904937:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685431424:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157085.905104:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685431424:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (719us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.905111:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2962 00002000:00100000:3.0:1746157085.905117:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cb100 x1830977685431424/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.905125:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb100 with x1830977685431424 ext(0->4095) 00010000:00010000:3.0:1746157085.905129:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.905137:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746157085.905143:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cb100 00000100:00100000:0.0:1746157085.911903:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.912153:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685431552 00000100:00100000:3.0:1746157085.912163:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685431552 00010000:00010000:3.0:1746157085.912203:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.912251:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17524 00000100:00100000:3.0:1746157085.912260:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685431552:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157085.912274:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157085.912294:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.912306:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.912330:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351159 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482060c expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.912360:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.912362:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.912370:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 43 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.912378:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 43 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.912411:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 43 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157085.912424:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679301632:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157085.912509:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.918390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.918416:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679301632:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157085.918441:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157085.918486:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685431552:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6227us (6595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.918497:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17524 00000100:00100000:2.0:1746157085.918839:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685431808 00000100:00100000:2.0:1746157085.918851:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685431808 00002000:00100000:2.0:1746157085.918895:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9c00 x1830977685431808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.918905:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9c00 with x1830977685431808 ext(0->4095) 00002000:00010000:2.0:1746157085.918910:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c9c00 00000100:00100000:2.0:1746157085.918939:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13889 00000100:00100000:2.0:1746157085.918946:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685431808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157085.919091:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685431808:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (712us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.919097:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13889 00002000:00100000:2.0:1746157085.919102:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9c00 x1830977685431808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.919109:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9c00 with x1830977685431808 ext(0->4095) 00002000:00010000:2.0:1746157085.919111:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c9c00 00000100:00100000:0.0:1746157085.923499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.923598:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685431936 00000100:00100000:2.0:1746157085.923608:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685431936 00000100:00100000:2.0:1746157085.924080:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30186 00000100:00100000:2.0:1746157085.924089:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685431936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.924104:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.924118:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482061a expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.924142:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 43 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.924154:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.924156:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.924158:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.924183:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 43 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.924193:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 43 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.924203:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679301760:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.924279:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157085.929831:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679301760:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157085.929856:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.929871:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b8c00, rc 0) 00000100:00100000:2.0:1746157085.929925:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685431936:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5830us (6429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.929933:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30186 00000100:00100000:1.0:1746157085.937323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.937392:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685432064 00000100:00100000:2.0:1746157085.937402:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685432064 00002000:00100000:2.0:1746157085.937440:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013136aa00 x1830977685432064/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.937455:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136aa00 with x1830977685432064 ext(0->7) 00010000:00010000:2.0:1746157085.937462:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 44 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157085.937474:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 44 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157085.937481:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136aa00 00000100:00100000:2.0:1746157085.937508:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2963 00000100:00100000:2.0:1746157085.937515:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:2011:x1830977685432064:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157085.945368:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685432064:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 7842us (8043us total) trans 4294970649 rc 0/0 00000100:00100000:0.0:1746157085.945380:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2963 00002000:00100000:0.0:1746157085.945392:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013136aa00 x1830977685432064/t4294970649(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 496/448 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157085.945402:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136aa00 with x1830977685432064 ext(0->7) 00010000:00010000:0.0:1746157085.945411:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 46 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157085.945427:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 46 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157085.945434:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136aa00 00000100:00100000:0.0:1746157085.959063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.959153:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685432192 00000100:00100000:2.0:1746157085.959163:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685432192 00000100:00100000:2.0:1746157085.959214:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30187 00000100:00100000:2.0:1746157085.959221:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:1767:x1830977685432192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.959240:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.959258:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820621 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.959286:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.959291:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.959296:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157085.959299:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 47 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.959338:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.959349:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 47 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.959357:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b9e00, rc 0) 00000100:00100000:2.0:1746157085.959410:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:1767:x1830977685432192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157085.959415:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30187 00000100:00100000:0.0:1746157085.961512:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.963864:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685432320 00000100:00100000:3.0:1746157085.963878:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685432320 00010000:00010000:3.0:1746157085.963932:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 47 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.963983:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17525 00000100:00100000:3.0:1746157085.963991:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2011:x1830977685432320:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157085.964005:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157085.964025:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 47 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.964036:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 47 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.964378:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351160 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820613 expref: 47 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.964408:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.964410:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.964417:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.964425:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.964465:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.964476:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 5 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.964492:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679302016:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157085.964600:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157085.966709:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679302016:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157085.966730:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157085.967504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.968308:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2011:x1830977685432320:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4314us (6806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.968320:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17525 00000100:00100000:3.0:1746157085.968382:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685432576 00000100:00100000:3.0:1746157085.968389:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685432576 00002000:00100000:3.0:1746157085.968422:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cb480 x1830977685432576/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.968432:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb480 with x1830977685432576 ext(0->4095) 00010000:00010000:3.0:1746157085.968440:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.968452:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746157085.968458:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cb480 00000100:00100000:3.0:1746157085.968471:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2964 00000100:00100000:3.0:1746157085.968476:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685432576:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157085.969465:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685432576:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 986us (1961us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157085.969477:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2964 00002000:00100000:3.0:1746157085.969483:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5cb480 x1830977685432576/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157085.969490:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb480 with x1830977685432576 ext(0->4095) 00010000:00010000:3.0:1746157085.969496:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.969506:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746157085.969511:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cb480 00000100:00100000:0.0:1746157085.972279:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.972350:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685432704 00000100:00100000:3.0:1746157085.972359:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685432704 00010000:00010000:3.0:1746157085.972391:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157085.972668:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17526 00000100:00100000:3.0:1746157085.972675:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685432704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157085.972690:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157085.972709:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.972721:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.972756:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351167 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482061a expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157085.972773:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.972775:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157085.972781:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 45 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.972789:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 45 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157085.972819:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 45 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157085.972829:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679302144:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157085.973663:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157085.977882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157085.977986:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679302144:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157085.978007:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157085.978162:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685432960 00000100:00100000:2.0:1746157085.978168:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685432960 00002000:00100000:2.0:1746157085.978208:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9500 x1830977685432960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/0 e 0 to 0 dl 1746157096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.978217:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9500 with x1830977685432960 ext(0->4095) 00002000:00010000:2.0:1746157085.978221:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c9500 00000100:00100000:2.0:1746157085.978245:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13890 00000100:00100000:2.0:1746157085.978251:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2013:x1830977685432960:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157085.978398:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685432704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5723us (6127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157085.978407:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17526 00000100:00100000:2.0:1746157085.978850:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2013:x1830977685432960:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 598us (976us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157085.978856:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13890 00002000:00100000:2.0:1746157085.978861:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9500 x1830977685432960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746157096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157085.978873:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9500 with x1830977685432960 ext(0->4095) 00002000:00010000:2.0:1746157085.978876:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c5c9500 00000100:00100000:0.0:1746157085.989502:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157085.995074:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685433088 00000100:00100000:2.0:1746157085.995090:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685433088 00000100:00100000:2.0:1746157085.995177:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30188 00000100:00100000:2.0:1746157085.995186:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685433088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157085.995205:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157085.995224:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820628 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.995255:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 45 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.995263:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.995265:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157085.995269:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.995300:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 45 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157085.995311:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 45 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157085.995323:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679302272:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157085.996717:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.001035:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679302272:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.001070:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.001089:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b9400, rc 0) 00000100:00100000:2.0:1746157086.001163:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685433088:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5976us (11670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.001172:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30188 00000100:00100000:0.0:1746157086.003023:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.003113:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685433216 00000100:00100000:2.0:1746157086.003123:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685433216 00002000:00100000:2.0:1746157086.003180:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5cad80 x1830977685433216/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.003190:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cad80 with x1830977685433216 ext(0->7) 00010000:00010000:2.0:1746157086.003199:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 46 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.003211:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 46 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.003217:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cad80 00000100:00100000:2.0:1746157086.003237:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2965 00000100:00100000:2.0:1746157086.003245:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2010:x1830977685433216:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00080000:0.0:1746157086.003481:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157086.005843:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2010:x1830977685433216:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2589us (2818us total) trans 4294970650 rc 0/0 00000100:00100000:0.0:1746157086.005857:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2965 00002000:00100000:0.0:1746157086.005867:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008c5cad80 x1830977685433216/t4294970650(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/448 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.005882:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cad80 with x1830977685433216 ext(0->7) 00010000:00010000:0.0:1746157086.005892:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 48 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157086.005906:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 48 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157086.005912:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5cad80 00000100:00100000:1.0:1746157086.005978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.006533:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685433344 00000100:00100000:3.0:1746157086.006542:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685433344 00000100:00100000:3.0:1746157086.006589:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30189 00000100:00100000:3.0:1746157086.006596:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:1767:x1830977685433344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.006610:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.007134:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482062f expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.007176:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.007184:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.007190:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157086.007194:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 49 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.007232:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.007246:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 49 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.007255:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:3.0:1746157086.007295:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:1767:x1830977685433344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 700us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.007302:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30189 00000100:00100000:0.0:1746157086.012429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.012539:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685433472 00000100:00100000:3.0:1746157086.012548:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685433472 00010000:00010000:3.0:1746157086.012586:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 49 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.012628:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17527 00000100:00100000:3.0:1746157086.012636:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2011:x1830977685433472:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.012650:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.012669:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 49 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.012680:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 49 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.012702:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed88535116e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820621 expref: 49 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.013079:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.013081:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.013089:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.013097:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.013127:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.013136:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 5 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.013147:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679302528:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.013682:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.016255:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.016389:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679302528:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.016411:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.016449:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2011:x1830977685433472:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3814us (4030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.016458:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17527 00000100:00100000:1.0:1746157086.016530:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685433728 00000100:00100000:1.0:1746157086.016536:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685433728 00002000:00100000:1.0:1746157086.016588:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9880 x1830977685433728/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.016597:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9880 with x1830977685433728 ext(0->4095) 00010000:00010000:1.0:1746157086.016605:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.016616:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.016622:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9880 00000100:00100000:1.0:1746157086.016636:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2966 00000100:00100000:1.0:1746157086.016641:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685433728:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157086.016783:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685433728:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.016788:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2966 00002000:00100000:1.0:1746157086.016792:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008c5c9880 x1830977685433728/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.016799:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5c9880 with x1830977685433728 ext(0->4095) 00010000:00010000:1.0:1746157086.016802:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.016810:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.016815:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c5c9880 00000100:00080000:2.0:1746157086.017007:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157086.019239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.019302:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685433856 00000100:00100000:3.0:1746157086.019309:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685433856 00010000:00010000:3.0:1746157086.019336:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.019366:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17528 00000100:00100000:3.0:1746157086.019372:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685433856:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.019383:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.019400:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.019409:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.019430:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed885351175 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820628 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.019442:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.019444:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.019450:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 47 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.019458:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 47 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.019489:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 47 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.019500:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679302656:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.019569:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.021894:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679302656:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.021914:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.021955:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685433856:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2583us (2722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.021965:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17528 00000100:00100000:0.0:1746157086.022696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.023299:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685434112 00000100:00100000:1.0:1746157086.023307:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685434112 00002000:00100000:1.0:1746157086.023347:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133ce00 x1830977685434112/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.023356:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133ce00 with x1830977685434112 ext(0->4095) 00002000:00010000:1.0:1746157086.023361:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133ce00 00000100:00100000:1.0:1746157086.023390:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13891 00000100:00100000:1.0:1746157086.023397:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2010:x1830977685434112:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157086.023527:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2010:x1830977685434112:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (833us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.023533:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13891 00002000:00100000:1.0:1746157086.023538:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133ce00 x1830977685434112/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.023545:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133ce00 with x1830977685434112 ext(0->4095) 00002000:00010000:1.0:1746157086.023547:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133ce00 00000100:00100000:1.0:1746157086.031165:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.031259:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685434240 00000100:00100000:3.0:1746157086.031268:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685434240 00000100:00100000:3.0:1746157086.031324:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30190 00000100:00100000:3.0:1746157086.031333:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685434240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.031352:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.031370:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820636 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.031399:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 47 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.031406:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.031408:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.031411:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.031444:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 47 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.031456:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 47 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.031468:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679302784:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157086.035083:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.036975:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679302784:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157086.037009:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.037029:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527a00, rc 0) 00000100:00100000:3.0:1746157086.037081:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685434240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5748us (5923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.037090:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30190 00000100:00100000:0.0:1746157086.056373:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.056576:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685434368 00000100:00100000:3.0:1746157086.056587:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685434368 00000100:00100000:3.0:1746157086.056648:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30191 00000100:00100000:3.0:1746157086.056657:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:1767:x1830977685434368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.056677:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.056694:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482063d expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.056723:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.056731:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.056773:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157086.056778:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 49 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.056818:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.056832:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 49 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.056842:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157086.056894:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:1767:x1830977685434368:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 239us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.056900:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30191 00000100:00100000:0.0:1746157086.061936:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.062234:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685434496 00000100:00100000:2.0:1746157086.062244:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685434496 00002000:00100000:2.0:1746157086.062290:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013133c380 x1830977685434496/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.062305:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c380 with x1830977685434496 ext(0->7) 00010000:00010000:2.0:1746157086.062314:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 49 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.062327:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 49 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.062333:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133c380 00000100:00100000:2.0:1746157086.063030:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2967 00000100:00100000:2.0:1746157086.063038:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+49:2013:x1830977685434496:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157086.064479:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+51:2013:x1830977685434496:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1437us (2556us total) trans 4294970651 rc 0/0 00000100:00100000:2.0:1746157086.064487:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2967 00002000:00100000:2.0:1746157086.064494:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013133c380 x1830977685434496/t4294970651(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/448 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.064502:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133c380 with x1830977685434496 ext(0->7) 00010000:00010000:2.0:1746157086.064509:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 51 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.064520:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 51 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.064526:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133c380 00000100:00100000:0.0:1746157086.067006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.067175:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685434624 00000100:00100000:3.0:1746157086.067183:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685434624 00010000:00010000:3.0:1746157086.067219:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 51 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.067423:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17529 00000100:00100000:3.0:1746157086.067430:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+51:2012:x1830977685434624:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.067443:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.067461:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 51 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.067476:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 51 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.067498:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535117c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482062f expref: 51 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.067603:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.067605:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.067612:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.067620:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.067650:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.067659:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 5 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.067670:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679303040:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.068290:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00010000:00010000:3.0:1746157086.070394:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746157086.070461:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679303040:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.070483:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.070518:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2012:x1830977685434624:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3088us (3520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.070527:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17529 00000100:00100000:0.0:1746157086.071052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.071126:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685434880 00000100:00100000:2.0:1746157086.071132:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685434880 00002000:00100000:2.0:1746157086.071164:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133d180 x1830977685434880/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.071173:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d180 with x1830977685434880 ext(0->4095) 00010000:00010000:2.0:1746157086.071180:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.071192:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.071197:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133d180 00000100:00100000:2.0:1746157086.071211:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2968 00000100:00100000:2.0:1746157086.071216:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685434880:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157086.071325:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685434880:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.071330:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2968 00002000:00100000:2.0:1746157086.071334:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133d180 x1830977685434880/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.071340:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d180 with x1830977685434880 ext(0->4095) 00010000:00010000:2.0:1746157086.071344:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.071352:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.071357:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133d180 00000100:00100000:0.0:1746157086.074925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.075002:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685435008 00000100:00100000:2.0:1746157086.075010:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685435008 00010000:00010000:2.0:1746157086.075043:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.075225:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17530 00000100:00100000:2.0:1746157086.075231:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685435008:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.075243:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.075260:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.075270:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.075290:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351183 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820636 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.075419:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.075421:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.075428:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 49 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.075440:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 49 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.075472:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 49 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157086.075482:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679303168:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.075825:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.078849:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679303168:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.078870:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.078912:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685435008:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3681us (4004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.078933:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17530 00000100:00100000:0.0:1746157086.079016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.079315:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685435264 00000100:00100000:2.0:1746157086.079322:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685435264 00002000:00100000:2.0:1746157086.079356:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133f480 x1830977685435264/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.079365:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133f480 with x1830977685435264 ext(0->4095) 00002000:00010000:2.0:1746157086.079369:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133f480 00000100:00100000:2.0:1746157086.079391:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13892 00000100:00100000:2.0:1746157086.079396:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2011:x1830977685435264:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157086.079525:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2011:x1830977685435264:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (791us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.079534:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13892 00002000:00100000:2.0:1746157086.079538:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133f480 x1830977685435264/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.079545:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133f480 with x1830977685435264 ext(0->4095) 00002000:00010000:2.0:1746157086.079547:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133f480 00000100:00100000:0.0:1746157086.101311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.101823:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685435392 00000100:00100000:2.0:1746157086.101834:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685435392 00000100:00100000:2.0:1746157086.101878:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30192 00000100:00100000:2.0:1746157086.101885:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685435392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.101903:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.101928:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820644 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.101957:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 49 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.101964:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.101966:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.101969:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.101998:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 49 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.102007:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 49 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.102025:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679303296:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.102099:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.112316:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.112404:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685435520 00000100:00100000:1.0:1746157086.112413:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685435520 00002000:00100000:1.0:1746157086.112465:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013133fb80 x1830977685435520/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.112476:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133fb80 with x1830977685435520 ext(0->7) 00010000:00010000:1.0:1746157086.112486:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 50 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.112500:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 50 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.112507:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133fb80 00000100:00100000:2.0:1746157086.112511:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679303296:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.112538:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157086.112540:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2969 00000100:00100000:1.0:1746157086.112547:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+50:2010:x1830977685435520:12345-192.168.203.44@tcp:4:ldlm_bl.0 00010000:00010000:2.0:1746157086.112553:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091291e00, rc 0) 00000100:00100000:2.0:1746157086.112597:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685435392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10712us (11295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.112603:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30192 00000100:00100000:0.0:1746157086.118705:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2010:x1830977685435520:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 6144us (6389us total) trans 4294970652 rc 0/0 00000100:00100000:0.0:1746157086.118719:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2969 00002000:00100000:0.0:1746157086.118730:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013133fb80 x1830977685435520/t4294970652(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/448 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.118775:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133fb80 with x1830977685435520 ext(0->7) 00010000:00010000:0.0:1746157086.118785:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 52 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157086.118802:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 52 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157086.118810:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133fb80 00000100:00100000:0.0:1746157086.129827:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.129887:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685435648 00000100:00100000:2.0:1746157086.129897:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685435648 00000100:00100000:2.0:1746157086.129951:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30193 00000100:00100000:2.0:1746157086.129959:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:1767:x1830977685435648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.129978:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.129995:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482064b expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.130025:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.130031:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.130036:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157086.130039:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 53 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.130080:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.130092:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 53 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.130100:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290c00, rc 0) 00000100:00100000:2.0:1746157086.130155:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+53:1767:x1830977685435648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.130161:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30193 00000100:00100000:0.0:1746157086.132153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.133340:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685435776 00000100:00100000:2.0:1746157086.133350:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685435776 00010000:00010000:2.0:1746157086.133388:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 53 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.134314:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17531 00000100:00100000:2.0:1746157086.134323:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+53:2010:x1830977685435776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.134339:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.134357:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 53 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.134368:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 53 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.134390:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535118a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482063d expref: 53 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.134973:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.134976:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.134985:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.134994:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.135033:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.135044:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 5 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.135056:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679303552:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.135164:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.141263:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679303552:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.141286:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157086.141293:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.141332:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2010:x1830977685435776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7011us (9188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.141343:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17531 00000100:00100000:1.0:1746157086.141453:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685436032 00000100:00100000:1.0:1746157086.141460:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685436032 00002000:00100000:1.0:1746157086.141500:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133e680 x1830977685436032/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.141510:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133e680 with x1830977685436032 ext(0->4095) 00010000:00010000:1.0:1746157086.141518:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.141530:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.141536:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133e680 00000100:00100000:1.0:1746157086.141569:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2970 00000100:00100000:1.0:1746157086.141575:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685436032:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157086.141712:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685436032:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.141717:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2970 00002000:00100000:1.0:1746157086.141722:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133e680 x1830977685436032/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.141729:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133e680 with x1830977685436032 ext(0->4095) 00010000:00010000:1.0:1746157086.141758:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.141768:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.141774:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013133e680 00000100:00100000:0.0:1746157086.143887:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.144041:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685436160 00000100:00100000:2.0:1746157086.144050:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685436160 00010000:00010000:2.0:1746157086.144083:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.144127:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17532 00000100:00100000:2.0:1746157086.144135:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685436160:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.144148:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.144168:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.144180:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.144203:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed885351191 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820644 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.144234:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.144237:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.144244:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 51 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.144252:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 51 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.144284:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 51 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157086.144296:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679303680:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.145065:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.146244:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679303680:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.146261:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.146294:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685436160:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2160us (2416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.146304:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17532 00000100:00100000:0.0:1746157086.146671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.146771:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685436416 00000100:00100000:1.0:1746157086.146778:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685436416 00002000:00100000:1.0:1746157086.146815:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133d880 x1830977685436416/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.146823:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d880 with x1830977685436416 ext(0->4095) 00002000:00010000:1.0:1746157086.146827:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133d880 00000100:00100000:1.0:1746157086.146851:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13893 00000100:00100000:1.0:1746157086.146857:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2013:x1830977685436416:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157086.146994:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:2013:x1830977685436416:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.147000:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13893 00002000:00100000:1.0:1746157086.147005:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013133d880 x1830977685436416/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.147011:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013133d880 with x1830977685436416 ext(0->4095) 00002000:00010000:1.0:1746157086.147014:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013133d880 00000100:00100000:0.0:1746157086.181301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.184057:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685436544 00000100:00100000:2.0:1746157086.184071:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685436544 00000100:00100000:2.0:1746157086.184144:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30194 00000100:00100000:2.0:1746157086.184152:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013133dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685436544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.184172:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.184188:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820652 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.184218:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 51 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.184226:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.184228:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.184232:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.184262:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 51 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.184274:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 51 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.184286:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679303808:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.184404:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.190805:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679303808:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.190839:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.190857:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290800, rc 0) 00000100:00100000:2.0:1746157086.190900:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013133dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685436544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6748us (9608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.190909:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30194 00000100:00100000:2.0:1746157086.211301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.211509:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685436672 00000100:00100000:3.0:1746157086.211518:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685436672 00000100:00100000:3.0:1746157086.211567:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30195 00000100:00100000:3.0:1746157086.211574:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+52:1767:x1830977685436672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.211592:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.211608:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820659 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.211634:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.211639:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.211644:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157086.211647:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 53 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.211679:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.211690:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 53 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.211698:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:3.0:1746157086.211753:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+53:1767:x1830977685436672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.211759:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30195 00000100:00100000:2.0:1746157086.212584:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.213280:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685436800 00000100:00100000:1.0:1746157086.213284:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685436800 00002000:00100000:1.0:1746157086.213315:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091089180 x1830977685436800/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.213324:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089180 with x1830977685436800 ext(0->7) 00010000:00010000:1.0:1746157086.213331:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 53 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.213341:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 53 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.213352:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089180 00000100:00100000:1.0:1746157086.213374:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2971 00000100:00100000:1.0:1746157086.213379:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+53:2010:x1830977685436800:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157086.214970:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2010:x1830977685436800:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1585us (2381us total) trans 4294970653 rc 0/0 00000100:00100000:0.0:1746157086.214979:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2971 00002000:00100000:0.0:1746157086.214986:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091089180 x1830977685436800/t4294970653(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/448 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.214994:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089180 with x1830977685436800 ext(0->7) 00010000:00010000:0.0:1746157086.215001:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 55 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157086.215013:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 55 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157086.215024:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089180 00000100:00100000:0.0:1746157086.221572:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.221729:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685436928 00000100:00100000:2.0:1746157086.221766:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685436928 00010000:00010000:2.0:1746157086.221805:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 55 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.221927:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17533 00000100:00100000:2.0:1746157086.221936:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008feda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2013:x1830977685436928:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.221951:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.221970:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 55 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.221981:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 55 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.222004:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351198 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482064b expref: 55 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.222067:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.222069:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.222076:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.222082:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.222115:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.222125:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 5 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.222136:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679304064:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.222224:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.224648:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679304064:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.224672:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.224707:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008feda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2013:x1830977685436928:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2772us (3145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.224718:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17533 00000100:00100000:0.0:1746157086.225199:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.225303:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685437184 00000100:00100000:1.0:1746157086.225310:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685437184 00002000:00100000:1.0:1746157086.225344:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8a80 x1830977685437184/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.225354:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8a80 with x1830977685437184 ext(0->4095) 00010000:00010000:1.0:1746157086.225362:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.225374:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.225381:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8a80 00000100:00100000:1.0:1746157086.225397:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2972 00000100:00100000:1.0:1746157086.225404:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685437184:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157086.225534:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685437184:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.225540:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2972 00002000:00100000:1.0:1746157086.225545:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8a80 x1830977685437184/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.225552:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8a80 with x1830977685437184 ext(0->4095) 00010000:00010000:1.0:1746157086.225558:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.225566:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.225572:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8a80 00000100:00100000:0.0:1746157086.228319:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.228419:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685437312 00000100:00100000:2.0:1746157086.228428:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685437312 00010000:00010000:2.0:1746157086.228462:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.228622:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17534 00000100:00100000:2.0:1746157086.228634:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685437312:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.228649:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.228667:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.228678:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.228700:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091290800/0x7b65fed88535119f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820652 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.228714:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.228715:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.228723:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 53 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.228730:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 53 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.228972:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 53 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157086.228983:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679304192:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.229846:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.231971:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679304192:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.231993:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.232031:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685437312:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3401us (3722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.232041:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17534 00000100:00100000:0.0:1746157086.232786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.233165:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685437568 00000100:00100000:2.0:1746157086.233172:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685437568 00002000:00100000:2.0:1746157086.233208:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8000 x1830977685437568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.233216:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8000 with x1830977685437568 ext(0->4095) 00002000:00010000:2.0:1746157086.233220:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fed8000 00000100:00100000:2.0:1746157086.233982:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13894 00000100:00100000:2.0:1746157086.233990:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2011:x1830977685437568:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157086.234140:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:2011:x1830977685437568:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (1354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.234147:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13894 00002000:00100000:2.0:1746157086.234153:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8000 x1830977685437568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.234160:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8000 with x1830977685437568 ext(0->4095) 00002000:00010000:2.0:1746157086.234163:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fed8000 00000100:00100000:0.0:1746157086.236338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.236638:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685437696 00000100:00100000:2.0:1746157086.236648:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685437696 00000100:00100000:2.0:1746157086.236947:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30196 00000100:00100000:2.0:1746157086.236957:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685437696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.236980:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.236998:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820660 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.237029:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 53 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.237036:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.237038:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.237041:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.237074:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 53 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.237086:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 53 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.237099:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679304320:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.237192:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.248561:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679304320:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.248597:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.248614:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290200, rc 0) 00000100:00100000:2.0:1746157086.248659:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685437696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11703us (12330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.248672:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30196 00000100:00100000:0.0:1746157086.249154:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.249281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.249359:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685437952 00000100:00100000:3.0:1746157086.249367:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685437952 00000100:00100000:3.0:1746157086.249405:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30197 00000100:00100000:3.0:1746157086.249411:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+54:1767:x1830977685437952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.249427:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.249442:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820667 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.249464:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.249469:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.249475:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157086.249478:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.249506:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.249518:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.249526:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:1.0:1746157086.249801:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685437824 00000100:00100000:1.0:1746157086.249806:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685437824 00002000:00100000:1.0:1746157086.249836:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008fedbb80 x1830977685437824/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.249844:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedbb80 with x1830977685437824 ext(0->7) 00010000:00010000:1.0:1746157086.249850:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 56 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.249862:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 56 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.249868:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fedbb80 00000100:00100000:1.0:1746157086.249882:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2973 00000100:00100000:1.0:1746157086.249887:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685437824:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157086.250123:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:1767:x1830977685437952:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 711us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.250128:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30197 00000100:00100000:0.0:1746157086.251183:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2010:x1830977685437824:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1291us (2026us total) trans 4294970654 rc 0/0 00000100:00100000:0.0:1746157086.251191:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2973 00002000:00100000:0.0:1746157086.251199:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008fedbb80 x1830977685437824/t4294970654(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/448 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.251207:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedbb80 with x1830977685437824 ext(0->7) 00010000:00010000:0.0:1746157086.251215:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 57 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157086.251227:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 57 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157086.251232:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fedbb80 00000100:00100000:0.0:1746157086.267122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.267225:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685438080 00000100:00100000:2.0:1746157086.267234:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685438080 00010000:00010000:2.0:1746157086.267274:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 57 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.267314:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17535 00000100:00100000:2.0:1746157086.267322:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2010:x1830977685438080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.267335:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.267355:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 57 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.267366:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 57 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.267388:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853511a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820659 expref: 57 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.267408:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.267410:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.267416:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.267423:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.267455:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.267466:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.267477:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679304576:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.267563:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.269948:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679304576:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.269974:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.270015:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685438080:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2693us (2902us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.270025:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17535 00000100:00100000:0.0:1746157086.270829:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.270907:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685438336 00000100:00100000:2.0:1746157086.270914:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685438336 00002000:00100000:2.0:1746157086.270964:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8e00 x1830977685438336/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.270974:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8e00 with x1830977685438336 ext(0->4095) 00010000:00010000:2.0:1746157086.270982:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.270995:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.271001:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8e00 00000100:00100000:2.0:1746157086.271030:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2974 00000100:00100000:2.0:1746157086.271036:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685438336:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157086.271182:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685438336:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.271188:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2974 00002000:00100000:2.0:1746157086.271193:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fed8e00 x1830977685438336/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.271201:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fed8e00 with x1830977685438336 ext(0->4095) 00010000:00010000:2.0:1746157086.271205:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.271214:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.271220:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fed8e00 00000100:00100000:0.0:1746157086.273260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.273345:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685438464 00000100:00100000:2.0:1746157086.273352:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685438464 00010000:00010000:2.0:1746157086.273380:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.273418:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17536 00000100:00100000:2.0:1746157086.273425:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685438464:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.273437:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.273456:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.273468:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.273492:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820660 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.273506:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.273509:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.273515:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.273523:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.273553:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157086.273564:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679304704:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.273640:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.276234:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679304704:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.276260:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.276300:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685438464:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2874us (3046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.276312:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17536 00000100:00100000:0.0:1746157086.277567:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.277658:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685438720 00000100:00100000:3.0:1746157086.277666:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685438720 00002000:00100000:3.0:1746157086.277709:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fedb100 x1830977685438720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.277719:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedb100 with x1830977685438720 ext(0->4095) 00002000:00010000:3.0:1746157086.277723:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fedb100 00000100:00100000:3.0:1746157086.277781:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13895 00000100:00100000:3.0:1746157086.277789:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685438720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157086.278178:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685438720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 388us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.278184:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13895 00002000:00100000:3.0:1746157086.278191:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008fedb100 x1830977685438720/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.278198:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fedb100 with x1830977685438720 ext(0->4095) 00002000:00010000:3.0:1746157086.278201:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fedb100 00000100:00100000:0.0:1746157086.282371:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.282466:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685438848 00000100:00100000:3.0:1746157086.282475:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685438848 00000100:00100000:3.0:1746157086.282520:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30198 00000100:00100000:3.0:1746157086.282528:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685438848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.282547:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.282565:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482066e expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.282592:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.282599:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.282601:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.282604:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.282634:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.282651:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 55 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.282664:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679304832:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157086.282777:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091135b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.285246:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.285337:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685438976 00000100:00100000:2.0:1746157086.285345:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685438976 00010000:00010000:2.0:1746157086.285387:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 56 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.285434:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17537 00000100:00100000:2.0:1746157086.285442:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685438976:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.285456:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.285475:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 56 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.285487:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 56 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.285511:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.285513:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.285564:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.285573:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.285604:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157086.285616:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679304960:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.285693:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.286799:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157086.286974:0:19476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853511b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820667 expref: 56 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.287338:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685439104 00000100:00100000:3.0:1746157086.287340:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679304832:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.287345:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685439104 00010000:00010000:3.0:1746157086.287368:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.287380:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:1.0:1746157086.287383:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30199 00000100:00100000:1.0:1746157086.287390:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:1767:x1830977685439104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.287404:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157086.287418:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685438848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4890us (5056us total) trans 0 rc 0/0 00010000:00010000:1.0:1746157086.287418:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820675 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.287424:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30198 00010000:00010000:1.0:1746157086.287439:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.287446:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.287448:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.287451:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.287475:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.287487:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 5 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.287498:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679305088:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.289034:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.289142:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679304960:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.289163:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.289188:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2011:x1830977685438976:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3747us (3951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.289199:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17537 00000100:00100000:0.0:1746157086.290007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.290604:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685439360 00000100:00100000:3.0:1746157086.290614:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685439360 00002000:00100000:3.0:1746157086.290660:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda680 x1830977685439360/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.290671:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda680 with x1830977685439360 ext(0->4095) 00010000:00010000:3.0:1746157086.290680:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.290694:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746157086.290701:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008feda680 00000100:00100000:3.0:1746157086.290775:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2975 00000100:00100000:3.0:1746157086.290800:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008feda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685439360:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157086.290952:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008feda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685439360:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (947us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.290958:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2975 00002000:00100000:3.0:1746157086.290963:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda680 x1830977685439360/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.290970:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda680 with x1830977685439360 ext(0->4095) 00010000:00010000:3.0:1746157086.290974:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.290983:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746157086.290988:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008feda680 00000100:00100000:1.0:1746157086.293089:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679305088:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.293126:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 56 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.293144:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f200, rc 0) 00000100:00100000:1.0:1746157086.293181:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:1767:x1830977685439104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5791us (6385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.293189:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30199 00000100:00100000:0.0:1746157086.293686:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.293718:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.293819:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685439488 00000100:00100000:3.0:1746157086.293826:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685439488 00010000:00010000:3.0:1746157086.293851:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.293872:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17538 00000100:00100000:3.0:1746157086.293877:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685439488:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.293887:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.293903:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.293912:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.293945:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853511bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482066e expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.293959:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.293961:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.293967:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.293974:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.294002:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.294013:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679305216:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.294078:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f1639c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.294123:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685439616 00000100:00100000:1.0:1746157086.294127:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685439616 00000100:00100000:1.0:1746157086.294148:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30200 00000100:00100000:1.0:1746157086.294153:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:1768:x1830977685439616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.294164:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.294173:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482067c expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.294189:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.294195:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.294196:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.294199:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.294212:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.294220:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.294227:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679305344:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.294244:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.295837:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679305216:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.295855:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157086.295866:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679305344:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.295889:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.295896:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fed9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685439488:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2019us (2176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.295906:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17538 00010000:00010000:1.0:1746157086.295906:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e000, rc 0) 00000100:00100000:1.0:1746157086.295935:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:1768:x1830977685439616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1782us (2249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.295941:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30200 00000100:00100000:0.0:1746157086.296370:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.296497:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685439872 00000100:00100000:2.0:1746157086.296503:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685439872 00002000:00100000:2.0:1746157086.296539:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda300 x1830977685439872/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.296553:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda300 with x1830977685439872 ext(0->4095) 00010000:00010000:2.0:1746157086.296560:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.296571:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.296577:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008feda300 00000100:00100000:2.0:1746157086.296608:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2976 00000100:00100000:2.0:1746157086.296615:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2011:x1830977685439872:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157086.296885:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008feda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2011:x1830977685439872:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 265us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.296891:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2976 00002000:00100000:2.0:1746157086.296897:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008feda300 x1830977685439872/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.296907:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008feda300 with x1830977685439872 ext(0->4095) 00010000:00010000:2.0:1746157086.296911:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.296929:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.296935:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008feda300 00000100:00100000:0.0:1746157086.298925:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.299003:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685440000 00000100:00100000:3.0:1746157086.299010:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685440000 00010000:00010000:3.0:1746157086.299039:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.299064:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17539 00000100:00100000:3.0:1746157086.299075:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2010:x1830977685440000:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.299086:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.299104:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.299114:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.299136:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed8853511c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820675 expref: 57 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.299151:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.299154:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.299160:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 56 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.299173:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 56 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.299204:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 56 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.299215:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679305472:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.299323:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f1639c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.301023:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679305472:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.301047:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.301097:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685440000:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2025us (2187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.301107:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17539 00000100:00100000:0.0:1746157086.301310:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.301373:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685440256 00000100:00100000:3.0:1746157086.301378:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685440256 00002000:00100000:3.0:1746157086.301410:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac700 x1830977685440256/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.301420:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac700 with x1830977685440256 ext(0->4095) 00002000:00010000:3.0:1746157086.301424:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7ac700 00000100:00100000:3.0:1746157086.301441:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13896 00000100:00100000:3.0:1746157086.301448:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685440256:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157086.301787:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685440256:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 339us (477us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.301797:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13896 00002000:00100000:3.0:1746157086.301802:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ac700 x1830977685440256/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.301809:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ac700 with x1830977685440256 ext(0->4095) 00002000:00010000:3.0:1746157086.301811:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7ac700 00000100:00100000:0.0:1746157086.303107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.303132:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685440384 00000100:00100000:1.0:1746157086.303138:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685440384 00000100:00100000:1.0:1746157086.303202:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30201 00000100:00100000:1.0:1746157086.303209:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685440384:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.303221:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.303239:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820683 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.303338:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.303346:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.303348:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.303351:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.303379:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.303391:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 55 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.303408:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679305600:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.303483:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.305462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.305664:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685440512 00000100:00100000:3.0:1746157086.305670:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685440512 00010000:00010000:3.0:1746157086.305700:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 56 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.305758:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17540 00000100:00100000:3.0:1746157086.305766:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685440512:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.305777:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.305797:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 56 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.305808:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 56 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.305831:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.305833:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.305839:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.305841:0:9578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853511c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482067c expref: 56 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.305847:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157086.305873:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679305600:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157086.305878:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.305889:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679305728:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157086.305899:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.305907:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ee00, rc 0) 00000100:00100000:1.0:1746157086.305939:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685440384:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2730us (2834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.305946:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30201 00000100:00100000:3.0:1746157086.305952:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.307670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.307789:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679305728:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.307806:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.307850:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:2011:x1830977685440512:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2084us (2393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.307858:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17540 00000100:00100000:2.0:1746157086.307940:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685440768 00000100:00100000:2.0:1746157086.307946:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685440768 00002000:00100000:2.0:1746157086.307980:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ad500 x1830977685440768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.307989:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ad500 with x1830977685440768 ext(0->4095) 00002000:00010000:2.0:1746157086.307993:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7ad500 00000100:00100000:2.0:1746157086.308234:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13897 00000100:00100000:2.0:1746157086.308241:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685440768:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157086.308380:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685440768:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (715us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.308386:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13897 00002000:00100000:2.0:1746157086.308391:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7ad500 x1830977685440768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.308398:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7ad500 with x1830977685440768 ext(0->4095) 00002000:00010000:2.0:1746157086.308401:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d7ad500 00000100:00100000:0.0:1746157086.309429:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.309498:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685440896 00000100:00100000:1.0:1746157086.309502:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685440896 00000100:00100000:1.0:1746157086.309532:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30202 00000100:00100000:1.0:1746157086.309539:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+55:1768:x1830977685440896:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.309550:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.309566:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482068a expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.309591:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.309602:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.309604:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.309607:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 56 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.309636:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.309648:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 5 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.309659:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679305856:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.309788:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.311037:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679305856:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.311059:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 56 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.311075:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f800, rc 0) 00000100:00100000:1.0:1746157086.311100:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:1768:x1830977685440896:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1561us (1672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.311107:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30202 00000100:00100000:0.0:1746157086.311269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.311334:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685441024 00000100:00100000:3.0:1746157086.311338:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685441024 00010000:00010000:3.0:1746157086.311357:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.311377:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17541 00000100:00100000:3.0:1746157086.311382:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685441024:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.311391:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.311408:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.311418:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.311435:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853511d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820683 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.311552:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.311554:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.311560:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.311568:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.311590:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 55 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.311599:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679305984:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.311855:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.312659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.312881:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685441152 00000100:00100000:1.0:1746157086.312886:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685441152 00000100:00100000:1.0:1746157086.312932:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30203 00000100:00100000:1.0:1746157086.312939:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:1767:x1830977685441152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.312954:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.312965:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820691 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.312990:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.312996:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.312998:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.313000:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.313021:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.313031:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.313041:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679306112:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.313098:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.314195:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679305984:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.314212:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.314250:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685441024:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2866us (2979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.314259:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17541 00000100:00100000:1.0:1746157086.314572:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679306112:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.314594:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.314605:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f000, rc 0) 00000100:00100000:1.0:1746157086.314625:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:1767:x1830977685441152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1687us (1967us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.314634:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30203 00000100:00100000:0.0:1746157086.315642:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.315700:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685441408 00000100:00100000:2.0:1746157086.315707:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685441408 00002000:00100000:2.0:1746157086.315774:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7aea00 x1830977685441408/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.315783:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aea00 with x1830977685441408 ext(0->4095) 00010000:00010000:2.0:1746157086.315790:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.315802:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.315813:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7aea00 00000100:00100000:2.0:1746157086.315835:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2977 00000100:00100000:2.0:1746157086.315842:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2011:x1830977685441408:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157086.316008:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2011:x1830977685441408:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.316022:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2977 00002000:00100000:2.0:1746157086.316027:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d7aea00 x1830977685441408/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.316034:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d7aea00 with x1830977685441408 ext(0->4095) 00010000:00010000:2.0:1746157086.316039:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.316047:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.316053:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d7aea00 00000100:00100000:0.0:1746157086.318602:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.318699:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.318786:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685441536 00000100:00100000:1.0:1746157086.318794:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685441536 00000100:00100000:1.0:1746157086.318844:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30204 00000100:00100000:1.0:1746157086.318851:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685441536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.318867:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.318883:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820698 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.318909:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.318914:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 56 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.318931:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157086.318935:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.318974:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 56 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.318986:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.318995:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f400, rc 0) 00000100:00100000:1.0:1746157086.319033:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d7aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685441536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.319039:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30204 00000100:00100000:3.0:1746157086.319181:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685441664 00000100:00100000:3.0:1746157086.319185:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685441664 00010000:00010000:3.0:1746157086.319200:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.319219:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17542 00000100:00100000:3.0:1746157086.319223:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2010:x1830977685441664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.319233:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.319251:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.319260:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.319276:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f800/0x7b65fed8853511d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482068a expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.319288:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.319290:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.319295:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 56 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.319302:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 56 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.319319:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 56 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.319327:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 56 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.319337:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679306368:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.319387:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.321524:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679306368:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.321546:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.321586:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685441664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2360us (2885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.321595:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17542 00000100:00100000:0.0:1746157086.322064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.322117:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685441920 00000100:00100000:2.0:1746157086.322123:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685441920 00002000:00100000:2.0:1746157086.322161:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891880 x1830977685441920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.322174:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891880 with x1830977685441920 ext(0->4095) 00010000:00010000:2.0:1746157086.322183:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 56 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.322199:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 56 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.322205:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891880 00000100:00100000:2.0:1746157086.322233:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2978 00000100:00100000:2.0:1746157086.322240:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685441920:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157086.322390:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685441920:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.322396:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2978 00002000:00100000:2.0:1746157086.322402:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891880 x1830977685441920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.322409:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891880 with x1830977685441920 ext(0->4095) 00010000:00010000:2.0:1746157086.322413:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 56 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.322422:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 56 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.322428:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891880 00000100:00100000:0.0:1746157086.325550:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.325652:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.325775:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685442048 00000100:00100000:2.0:1746157086.325784:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685442048 00000100:00100000:2.0:1746157086.325839:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30205 00000100:00100000:2.0:1746157086.325846:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:1767:x1830977685442048:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.325865:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.325883:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482069f expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.325908:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.325925:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.325932:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157086.325936:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 57 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.325974:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.325986:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 57 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.325995:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290200, rc 0) 00000100:00100000:2.0:1746157086.326036:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:1767:x1830977685442048:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.326042:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30205 00000100:00100000:3.0:1746157086.326116:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685442176 00000100:00100000:3.0:1746157086.326120:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685442176 00010000:00010000:3.0:1746157086.326137:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.326155:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17543 00000100:00100000:3.0:1746157086.326160:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2010:x1830977685442176:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.326168:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.326185:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.326196:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.326212:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853511de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820691 expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.326229:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.326230:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.326236:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.326243:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.326262:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.326272:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 5 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.326285:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679306624:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.326338:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.330510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.330730:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685442432 00000100:00100000:1.0:1746157086.330770:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685442432 00002000:00100000:1.0:1746157086.330820:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891c00 x1830977685442432/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.330831:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891c00 with x1830977685442432 ext(0->4095) 00010000:00010000:1.0:1746157086.330840:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.330854:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.330862:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891c00 00000100:00100000:3.0:1746157086.331026:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679306624:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.331044:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.331086:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685442176:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4925us (5433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.331096:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17543 00000100:00100000:1.0:1746157086.331474:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2979 00000100:00100000:1.0:1746157086.331562:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685442432:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157086.331704:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685442432:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 188us (1204us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.331710:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2979 00002000:00100000:1.0:1746157086.331715:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092891c00 x1830977685442432/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.331722:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891c00 with x1830977685442432 ext(0->4095) 00010000:00010000:1.0:1746157086.331728:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.331754:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.331765:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891c00 00000100:00100000:0.0:1746157086.335398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.335471:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685442560 00000100:00100000:3.0:1746157086.335480:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685442560 00010000:00010000:3.0:1746157086.335518:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.335902:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17544 00000100:00100000:3.0:1746157086.335910:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685442560:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.335936:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.335956:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.335974:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.336066:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853511e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820698 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.336096:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.336099:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.336105:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.336113:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.336145:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.336158:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679306752:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.337172:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.341287:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679306752:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.341312:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.341372:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685442560:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5462us (5982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.341384:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17544 00000100:00100000:0.0:1746157086.342062:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.342286:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685442816 00000100:00100000:2.0:1746157086.342294:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685442816 00002000:00100000:2.0:1746157086.342331:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092892d80 x1830977685442816/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.342339:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892d80 with x1830977685442816 ext(0->4095) 00002000:00010000:2.0:1746157086.342343:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092892d80 00000100:00100000:2.0:1746157086.342369:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13898 00000100:00100000:2.0:1746157086.342376:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685442816:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157086.342503:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2011:x1830977685442816:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.342509:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13898 00002000:00100000:2.0:1746157086.342515:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092892d80 x1830977685442816/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.342794:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892d80 with x1830977685442816 ext(0->4095) 00002000:00010000:2.0:1746157086.342797:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092892d80 00000100:00100000:0.0:1746157086.345822:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.345959:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685442944 00000100:00100000:1.0:1746157086.345968:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685442944 00000100:00100000:1.0:1746157086.346031:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30206 00000100:00100000:1.0:1746157086.346041:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685442944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.346061:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.346105:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206a6 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.346142:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.346149:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.346154:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.346157:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.346196:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 55 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.346210:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 55 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.347732:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679306880:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.347842:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.350195:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679306880:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.350235:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.350253:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f600, rc 0) 00000100:00100000:1.0:1746157086.350311:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685442944:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4269us (4503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.350320:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30206 00000100:00100000:0.0:1746157086.354944:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.355036:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685443072 00000100:00100000:2.0:1746157086.355048:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685443072 00002000:00100000:2.0:1746157086.355092:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092891f80 x1830977685443072/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.355101:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891f80 with x1830977685443072 ext(0->7) 00010000:00010000:2.0:1746157086.355109:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 56 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.355123:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 56 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.355129:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891f80 00000100:00100000:2.0:1746157086.355161:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2980 00000100:00100000:2.0:1746157086.355168:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+56:2010:x1830977685443072:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157086.356037:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685443072:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 865us (1098us total) trans 4294970655 rc 0/0 00000100:00100000:2.0:1746157086.356048:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2980 00002000:00100000:2.0:1746157086.356054:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092891f80 x1830977685443072/t4294970655(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/448 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.356061:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092891f80 with x1830977685443072 ext(0->7) 00010000:00010000:2.0:1746157086.356067:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 58 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.356077:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 58 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.356083:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092891f80 00000100:00100000:0.0:1746157086.360478:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.360891:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685443200 00000100:00100000:3.0:1746157086.360904:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685443200 00010000:00010000:3.0:1746157086.360952:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 58 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.360997:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17545 00000100:00100000:3.0:1746157086.361004:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685443200:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.361017:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.361037:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 58 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.361049:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 58 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.361072:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091290200/0x7b65fed8853511ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482069f expref: 58 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.362866:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.362873:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.362887:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.362899:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.362960:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.362975:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679307008:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.363086:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f1639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.367175:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.367266:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685443456 00000100:00100000:2.0:1746157086.367276:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685443456 00002000:00100000:2.0:1746157086.367321:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092892680 x1830977685443456/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.367330:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892680 with x1830977685443456 ext(0->4095) 00002000:00010000:2.0:1746157086.367334:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092892680 00000100:00100000:2.0:1746157086.367369:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13899 00000100:00100000:2.0:1746157086.367376:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685443456:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157086.367548:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685443456:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (382us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.367554:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13899 00002000:00100000:2.0:1746157086.367559:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092892680 x1830977685443456/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.367570:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092892680 with x1830977685443456 ext(0->4095) 00002000:00010000:2.0:1746157086.367572:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092892680 00000100:00100000:3.0:1746157086.368802:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679307008:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.368821:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.369000:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:2010:x1830977685443200:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7995us (8527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.369010:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17545 00000100:00100000:0.0:1746157086.373873:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.373987:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685443584 00000100:00100000:1.0:1746157086.373997:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685443584 00000100:00100000:1.0:1746157086.374059:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30207 00000100:00100000:1.0:1746157086.374066:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+57:1768:x1830977685443584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.374087:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.374105:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206ad expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.374134:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.374141:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.374143:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.374146:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.374178:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.374191:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 5 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.374205:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679307136:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.374294:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.375789:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.376013:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679307136:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.376045:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.376060:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e200, rc 0) 00000100:00100000:1.0:1746157086.376097:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:1768:x1830977685443584:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2031us (2235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.376105:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30207 00000100:00100000:1.0:1746157086.376951:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685443712 00000100:00100000:1.0:1746157086.376958:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685443712 00000100:00100000:1.0:1746157086.376990:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30208 00000100:00100000:1.0:1746157086.376996:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:1767:x1830977685443712:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.377010:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.377023:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206b4 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157086.377027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157086.377041:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.377045:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.377050:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.377053:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.377076:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685443840 00010000:00010000:1.0:1746157086.377084:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.377086:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685443840 00010000:00010000:1.0:1746157086.377095:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.377101:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6fa00, rc 0) 00010000:00010000:3.0:1746157086.377120:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.377125:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:1767:x1830977685443712:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (1339us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.377131:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30208 00000100:00100000:3.0:1746157086.377157:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17546 00000100:00100000:3.0:1746157086.377164:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685443840:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.377176:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.377192:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.377201:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.377220:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f600/0x7b65fed8853511f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206a6 expref: 6 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.377237:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.377239:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.377245:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.377256:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.377283:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.377293:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 58 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.377304:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679307392:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.377374:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f1639c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.379183:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679307392:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.379205:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.379312:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685443840:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2146us (2281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.379322:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17546 00000100:00100000:0.0:1746157086.379352:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.379475:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685444096 00000100:00100000:2.0:1746157086.379481:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685444096 00002000:00100000:2.0:1746157086.379519:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092890a80 x1830977685444096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.379528:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890a80 with x1830977685444096 ext(0->4095) 00010000:00010000:2.0:1746157086.379536:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.379548:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.379555:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092890a80 00000100:00100000:0.0:1746157086.379618:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2981 00000100:00100000:0.0:1746157086.379628:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2010:x1830977685444096:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157086.379779:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2010:x1830977685444096:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157086.379785:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2981 00002000:00100000:0.0:1746157086.379789:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092890a80 x1830977685444096/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.379796:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092890a80 with x1830977685444096 ext(0->4095) 00010000:00010000:0.0:1746157086.379800:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157086.379808:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157086.379813:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092890a80 00000100:00100000:0.0:1746157086.382142:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.382248:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.382343:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685444224 00000100:00100000:2.0:1746157086.382351:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685444224 00000100:00100000:2.0:1746157086.382404:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30209 00000100:00100000:2.0:1746157086.382413:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685444224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.382432:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.382451:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206bb expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.382477:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.382481:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.382491:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157086.382495:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.382531:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.382543:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.382552:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091291c00, rc 0) 00000100:00100000:2.0:1746157086.382598:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685444224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.382604:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30209 00000100:00100000:3.0:1746157086.382684:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685444352 00000100:00100000:3.0:1746157086.382688:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685444352 00010000:00010000:3.0:1746157086.382706:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.382724:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17547 00000100:00100000:3.0:1746157086.382728:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2012:x1830977685444352:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.382770:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.382790:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.382801:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.382818:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853511fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ad expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.382829:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.382831:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.382836:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.382843:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.382860:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.382869:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 58 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.382879:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679307648:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.382937:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f1639c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.385390:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679307648:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.385410:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.385767:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2012:x1830977685444352:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2721us (3202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.385778:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17547 00000100:00100000:2.0:1746157086.386137:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.386564:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685444608 00000100:00100000:1.0:1746157086.386571:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685444608 00002000:00100000:1.0:1746157086.386604:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108b100 x1830977685444608/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.386612:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108b100 with x1830977685444608 ext(0->4095) 00010000:00010000:1.0:1746157086.386620:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 58 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.386631:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 58 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.386637:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108b100 00000100:00100000:1.0:1746157086.386652:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2982 00000100:00100000:1.0:1746157086.386657:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685444608:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157086.386937:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685444608:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 279us (800us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.386944:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2982 00002000:00100000:1.0:1746157086.386949:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108b100 x1830977685444608/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.386955:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108b100 with x1830977685444608 ext(0->4095) 00010000:00010000:1.0:1746157086.386959:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 58 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.386968:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 58 pid: 9578 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.386974:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108b100 00000100:00100000:0.0:1746157086.389520:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.389617:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.389787:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685444736 00000100:00100000:1.0:1746157086.389796:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685444736 00000100:00100000:3.0:1746157086.389899:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685444864 00000100:00100000:3.0:1746157086.389902:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685444864 00010000:00010000:3.0:1746157086.389934:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.389960:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17548 00000100:00100000:3.0:1746157086.389967:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2010:x1830977685444864:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.389979:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.389998:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.390010:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.390032:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351201 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206b4 expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.390051:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.390054:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.390061:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.390069:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.390107:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.390119:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679307776:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.390195:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30210 00000100:00100000:1.0:1746157086.390201:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:1767:x1830977685444736:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.390215:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.390227:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206c2 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.390242:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.390248:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.390249:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.390252:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.390273:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.390284:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.390291:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679307904:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157086.393141:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f1639c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.393263:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.395364:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679307776:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.395386:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.395432:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2010:x1830977685444864:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5464us (5813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.395443:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17548 00000100:00100000:0.0:1746157086.395610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.395805:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685445120 00000100:00100000:2.0:1746157086.395812:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685445120 00002000:00100000:2.0:1746157086.395850:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e6a00 x1830977685445120/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.395859:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e6a00 with x1830977685445120 ext(0->4095) 00010000:00010000:2.0:1746157086.395867:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.395879:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.395890:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e6a00 00000100:00100000:2.0:1746157086.395906:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2983 00000100:00100000:2.0:1746157086.395912:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685445120:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157086.396042:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685445120:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.396048:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2983 00002000:00100000:2.0:1746157086.396052:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e6a00 x1830977685445120/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.396059:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e6a00 with x1830977685445120 ext(0->4095) 00010000:00010000:2.0:1746157086.396063:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.396072:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.396077:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e6a00 00000100:00100000:1.0:1746157086.396224:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679307904:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.396249:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.396263:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ec00, rc 0) 00000100:00100000:1.0:1746157086.396286:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:1767:x1830977685444736:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6086us (6778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.396293:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30210 00000100:00100000:0.0:1746157086.399950:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.400686:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685445248 00000100:00100000:1.0:1746157086.400697:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685445248 00000100:00100000:1.0:1746157086.400784:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30211 00000100:00100000:1.0:1746157086.400793:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:1768:x1830977685445248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.400813:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.400830:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206c9 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.400856:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.400862:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.400868:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.400871:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.400925:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.400938:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.400948:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e200, rc 0) 00000100:00100000:1.0:1746157086.401009:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:1768:x1830977685445248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 217us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.401016:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30211 00000100:00100000:0.0:1746157086.402660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.403572:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685445376 00000100:00100000:3.0:1746157086.403583:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685445376 00010000:00010000:3.0:1746157086.403623:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.403660:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17549 00000100:00100000:3.0:1746157086.403668:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685445376:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.403681:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.403700:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.403712:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.403746:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091291c00/0x7b65fed885351208 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206bb expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.403779:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.403782:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.403788:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.403796:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.403828:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.403839:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 58 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.403851:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679308160:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.405083:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f1639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.409046:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.409147:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679308160:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.409168:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.409211:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685445376:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5543us (6560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.409222:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17549 00000100:00100000:3.0:1746157086.409251:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685445504 00000100:00100000:3.0:1746157086.409256:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685445504 00010000:00010000:3.0:1746157086.409279:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.409317:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17550 00000100:00100000:3.0:1746157086.409324:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977685445504:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.409335:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.409352:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.409363:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.409385:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed88535120f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c2 expref: 59 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.409403:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.409405:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.409411:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.409419:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.409446:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 58 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.409458:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679308288:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.409508:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f1639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.411714:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.411813:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679308288:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.411829:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.411860:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977685445504:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2537us (2825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.411869:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17550 00000100:00100000:2.0:1746157086.411942:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685445760 00000100:00100000:2.0:1746157086.411947:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685445760 00002000:00100000:2.0:1746157086.411978:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e6680 x1830977685445760/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.411987:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e6680 with x1830977685445760 ext(0->4095) 00002000:00010000:2.0:1746157086.411991:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e6680 00000100:00100000:2.0:1746157086.412006:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13900 00000100:00100000:2.0:1746157086.412013:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685445760:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157086.412766:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685445760:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 750us (1058us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.412772:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13900 00002000:00100000:2.0:1746157086.412778:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e6680 x1830977685445760/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.412786:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e6680 with x1830977685445760 ext(0->4095) 00002000:00010000:2.0:1746157086.412789:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e6680 00000100:00100000:0.0:1746157086.414624:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.414687:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685445888 00000100:00100000:2.0:1746157086.414697:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685445888 00000100:00100000:2.0:1746157086.414981:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30212 00000100:00100000:2.0:1746157086.414989:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685445888:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.415006:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.415024:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206d0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.415051:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.415057:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.415059:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.415062:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.415088:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 57 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.415104:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 57 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.415114:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679308416:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.416079:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.417518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.417626:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685446016 00000100:00100000:3.0:1746157086.417633:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685446016 00010000:00010000:3.0:1746157086.417667:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 58 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.417692:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17551 00000100:00100000:3.0:1746157086.417699:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977685446016:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.417710:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.417728:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 58 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.417758:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 58 pid: 9578 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.417783:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.417785:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.417792:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.417799:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.417829:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.417840:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679308544:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.417929:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f1639c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746157086.418006:0:9579:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351216 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206c9 expref: 58 pid: 9578 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.418023:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679308416:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.418045:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.418054:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290c00, rc 0) 00000100:00100000:2.0:1746157086.418081:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685445888:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3093us (3464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.418089:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30212 00000100:00100000:2.0:1746157086.419489:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.419620:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685446144 00000100:00100000:0.0:1746157086.419626:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685446144 00000100:00100000:0.0:1746157086.419670:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30213 00000100:00100000:0.0:1746157086.419676:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:1767:x1830977685446144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157086.419691:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157086.419705:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206d7 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.419727:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.419733:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157086.419755:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157086.419759:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.419785:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.419796:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746157086.419806:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679308672:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157086.420034:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679308544:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.420046:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.420064:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977685446016:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2366us (2554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.420072:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17551 00000100:00100000:0.0:1746157086.420678:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.423110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.423286:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685446400 00000100:00100000:0.0:1746157086.423297:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685446400 00002000:00100000:0.0:1746157086.423348:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108a680 x1830977685446400/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.423357:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108a680 with x1830977685446400 ext(0->4095) 00010000:00010000:0.0:1746157086.423367:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.423368:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679308672:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157086.423380:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157086.423385:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108a680 00010000:00010000:1.0:1746157086.423392:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 58 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.423406:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135661800, rc 0) 00000100:00100000:0.0:1746157086.423447:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2984 00000100:00100000:0.0:1746157086.423455:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685446400:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157086.423463:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:1767:x1830977685446144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3788us (3980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.423471:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30213 00000100:00100000:0.0:1746157086.423578:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685446400:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (476us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157086.423584:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2984 00002000:00100000:0.0:1746157086.423589:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108a680 x1830977685446400/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.423596:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108a680 with x1830977685446400 ext(0->4095) 00010000:00010000:0.0:1746157086.423600:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157086.423609:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157086.423618:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108a680 00000100:00100000:0.0:1746157086.428414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.428508:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685446528 00000100:00100000:3.0:1746157086.428517:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685446528 00010000:00010000:3.0:1746157086.428553:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.428580:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17552 00000100:00100000:3.0:1746157086.428587:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685446528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.428600:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.428618:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.428630:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.428654:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535121d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d0 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.428769:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.428772:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.428779:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 57 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.428787:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 57 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.428820:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 57 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.428832:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679308800:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.428921:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.436505:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.436682:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679308800:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.436703:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.436960:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685446528:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8371us (8554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.436972:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17552 00000100:00100000:2.0:1746157086.437054:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685446784 00000100:00100000:2.0:1746157086.437060:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685446784 00002000:00100000:2.0:1746157086.437097:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e5180 x1830977685446784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.437108:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e5180 with x1830977685446784 ext(0->4095) 00002000:00010000:2.0:1746157086.437113:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e5180 00000100:00100000:2.0:1746157086.437143:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13901 00000100:00100000:2.0:1746157086.437149:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685446784:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157086.437277:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2010:x1830977685446784:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (783us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.437283:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13901 00002000:00100000:2.0:1746157086.437287:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e5180 x1830977685446784/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.437293:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e5180 with x1830977685446784 ext(0->4095) 00002000:00010000:2.0:1746157086.437295:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e5180 00000100:00100000:0.0:1746157086.445854:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.445948:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685446912 00000100:00100000:1.0:1746157086.445959:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685446912 00000100:00100000:1.0:1746157086.446015:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30214 00000100:00100000:1.0:1746157086.446023:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009faca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685446912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.446040:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.446057:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206de expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.446087:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 57 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.446094:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.446096:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.446099:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.446126:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 57 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.446136:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 57 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.446148:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679308928:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.446382:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.452789:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131368000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679308928:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.452828:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.452847:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e800, rc 0) 00000100:00100000:1.0:1746157086.452891:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009faca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685446912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6868us (7046us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.452902:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30214 00000100:00100000:0.0:1746157086.460038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.461006:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685447040 00000100:00100000:1.0:1746157086.461016:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685447040 00002000:00100000:1.0:1746157086.461063:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e5500 x1830977685447040/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.461073:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e5500 with x1830977685447040 ext(0->7) 00010000:00010000:1.0:1746157086.461083:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 58 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.461097:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 58 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.461103:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e5500 00000100:00100000:1.0:1746157086.461514:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2985 00000100:00100000:1.0:1746157086.461522:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+58:2011:x1830977685447040:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157086.462513:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685447040:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 987us (2481us total) trans 4294970656 rc 0/0 00000100:00100000:0.0:1746157086.462523:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2985 00002000:00100000:0.0:1746157086.462532:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e5500 x1830977685447040/t4294970656(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/448 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.462540:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e5500 with x1830977685447040 ext(0->7) 00010000:00010000:0.0:1746157086.462547:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157086.462560:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157086.462567:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e5500 00000100:00100000:0.0:1746157086.465898:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.466000:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.466547:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685447296 00000100:00100000:3.0:1746157086.466556:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685447296 00010000:00010000:3.0:1746157086.466593:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.466619:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17553 00000100:00100000:3.0:1746157086.466626:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685447296:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.466648:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746157086.466664:0:11912:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746157086 -> 1746157087 00002000:00010000:3.0:1746157086.466667:0:11912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746157086 -> 1746157087 00010000:00010000:3.0:1746157086.466673:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.466685:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.466706:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351224 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206d7 expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.466725:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.466727:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.466760:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.466769:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.466800:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.466811:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679309056:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.466890:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.467084:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685447168 00000100:00100000:1.0:1746157086.467089:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685447168 00000100:00100000:1.0:1746157086.467111:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30215 00000100:00100000:1.0:1746157086.467116:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1767:x1830977685447168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.467128:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.467138:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206e5 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.467153:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.467163:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.467165:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.467168:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.467183:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.467192:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.467200:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679309184:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.467219:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.470970:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679309184:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.471010:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.471027:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f400, rc 0) 00000100:00100000:1.0:1746157086.471088:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1767:x1830977685447168:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3971us (5199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.471097:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30215 00000100:00100000:3.0:1746157086.471947:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679309056:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.471961:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.471986:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685447296:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5360us (5985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.471994:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17553 00000100:00100000:2.0:1746157086.472021:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.472098:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685447552 00000100:00100000:0.0:1746157086.472104:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685447552 00002000:00100000:0.0:1746157086.472140:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108aa00 x1830977685447552/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.472148:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108aa00 with x1830977685447552 ext(0->4095) 00010000:00010000:0.0:1746157086.472155:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157086.472165:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157086.472171:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108aa00 00000100:00100000:0.0:1746157086.472185:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2986 00000100:00100000:0.0:1746157086.472189:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685447552:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157086.472301:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685447552:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157086.472306:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2986 00002000:00100000:0.0:1746157086.472310:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108aa00 x1830977685447552/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.472317:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108aa00 with x1830977685447552 ext(0->4095) 00010000:00010000:0.0:1746157086.472321:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746157086.472328:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746157086.472334:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009108aa00 00000100:00100000:0.0:1746157086.474608:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.474697:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685447680 00000100:00100000:3.0:1746157086.474704:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685447680 00010000:00010000:3.0:1746157086.474761:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.474786:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17554 00000100:00100000:3.0:1746157086.474793:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685447680:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.474806:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.474824:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.474835:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.474858:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed88535122b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206de expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.475043:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.475046:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.475052:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.475060:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.475091:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.475105:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679309312:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.475544:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.477788:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679309312:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.477807:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.477855:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685447680:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3062us (3255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.477866:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17554 00000100:00100000:0.0:1746157086.479263:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.479330:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685447936 00000100:00100000:3.0:1746157086.479338:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685447936 00002000:00100000:3.0:1746157086.479380:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e7100 x1830977685447936/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.479390:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7100 with x1830977685447936 ext(0->4095) 00002000:00010000:3.0:1746157086.479395:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e7100 00000100:00100000:3.0:1746157086.479412:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13902 00000100:00100000:3.0:1746157086.479419:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685447936:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157086.480194:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685447936:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 774us (935us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.480202:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13902 00002000:00100000:3.0:1746157086.480207:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e7100 x1830977685447936/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.480214:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e7100 with x1830977685447936 ext(0->4095) 00002000:00010000:3.0:1746157086.480217:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e7100 00000100:00100000:0.0:1746157086.482996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.483120:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685448064 00000100:00100000:1.0:1746157086.483130:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685448064 00000100:00100000:1.0:1746157086.483185:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30216 00000100:00100000:1.0:1746157086.483193:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685448064:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.483214:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.483232:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206ec expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.483375:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.483383:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.483385:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.483388:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.483416:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.483428:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 59 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.483441:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679309440:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.483867:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.485636:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679309440:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.485669:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.485684:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f200, rc 0) 00000100:00100000:1.0:1746157086.485719:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685448064:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2527us (2731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.485731:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30216 00000100:00100000:0.0:1746157086.486146:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.486356:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685448192 00000100:00100000:3.0:1746157086.486362:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685448192 00010000:00010000:3.0:1746157086.486386:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.486420:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17555 00000100:00100000:3.0:1746157086.486428:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685448192:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.486438:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.486458:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.486468:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.486487:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351232 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206e5 expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.486509:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.486510:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.486516:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.486523:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.486548:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.486561:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679309568:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.486609:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.490991:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.491232:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679309568:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.491253:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.491299:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2010:x1830977685448192:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4872us (5154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.491308:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17555 00000100:00100000:1.0:1746157086.491402:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685448448 00000100:00100000:1.0:1746157086.491409:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685448448 00000100:00100000:1.0:1746157086.491455:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30217 00000100:00100000:1.0:1746157086.491462:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:1767:x1830977685448448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.491480:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.491496:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206f3 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.491522:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.491529:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.491530:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.491533:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.491560:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157086.492254:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.492587:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685448576 00000100:00100000:3.0:1746157086.492592:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685448576 00002000:00100000:3.0:1746157086.492622:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bc000 x1830977685448576/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.492631:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc000 with x1830977685448576 ext(0->4095) 00010000:00010000:3.0:1746157086.492638:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.492646:0:24938:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157086.492652:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bc000 00000100:00100000:3.0:1746157086.492676:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2987 00000100:00100000:3.0:1746157086.492682:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685448576:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157086.492843:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685448576:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (591us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.492853:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2987 00002000:00100000:3.0:1746157086.492859:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bc000 x1830977685448576/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.492865:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc000 with x1830977685448576 ext(0->4095) 00010000:00010000:3.0:1746157086.492869:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.492874:0:24938:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157086.492879:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bc000 00010000:00010000:1.0:1746157086.493079:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.493092:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679309696:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.493153:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.496947:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679309696:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.496985:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.497000:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6fc00, rc 0) 00000100:00100000:1.0:1746157086.497045:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1767:x1830977685448448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5583us (6065us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.497053:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30217 00000100:00100000:0.0:1746157086.498394:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.498465:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.498610:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685448832 00000100:00100000:3.0:1746157086.498619:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685448832 00010000:00010000:3.0:1746157086.498651:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.498947:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685448704 00000100:00100000:1.0:1746157086.498951:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685448704 00000100:00100000:1.0:1746157086.498986:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30218 00000100:00100000:1.0:1746157086.498993:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1768:x1830977685448704:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.499007:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.499020:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048206fa expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.499042:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.499046:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.499051:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.499054:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.499089:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.499100:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.499114:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e000, rc 0) 00000100:00100000:3.0:1746157086.499188:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17556 00000100:00100000:3.0:1746157086.499195:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685448832:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.499203:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.499220:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.499229:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.499245:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f200/0x7b65fed885351239 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206ec expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.499265:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.499267:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.499272:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.499279:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.499296:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.499305:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.499315:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679309952:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.499893:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1768:x1830977685448704:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 899us (1501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.499898:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30218 00000100:00100000:3.0:1746157086.501624:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.504542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.505119:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679309952:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.505140:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.505182:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685448832:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5987us (6716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.505192:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17556 00000100:00100000:1.0:1746157086.505576:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685449088 00000100:00100000:1.0:1746157086.505583:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685449088 00002000:00100000:1.0:1746157086.505620:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bfb80 x1830977685449088/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.505630:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bfb80 with x1830977685449088 ext(0->4095) 00010000:00010000:1.0:1746157086.505638:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.505651:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.505658:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bfb80 00000100:00100000:1.0:1746157086.505945:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2988 00000100:00100000:1.0:1746157086.505952:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685449088:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157086.506680:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685449088:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 725us (2146us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.506687:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2988 00002000:00100000:1.0:1746157086.506694:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bfb80 x1830977685449088/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.506708:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bfb80 with x1830977685449088 ext(0->4095) 00010000:00010000:1.0:1746157086.506714:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.506725:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.506731:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bfb80 00000100:00100000:0.0:1746157086.513727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.513999:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685449216 00000100:00100000:3.0:1746157086.514008:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685449216 00010000:00010000:3.0:1746157086.514048:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.514081:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17557 00000100:00100000:3.0:1746157086.514089:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2013:x1830977685449216:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.514105:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.514123:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.514134:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.514157:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fc00/0x7b65fed885351240 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206f3 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.514181:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.514182:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.514189:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.514196:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.514225:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.514241:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679310080:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.514321:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.517483:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.517597:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685449472 00000100:00100000:1.0:1746157086.517606:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685449472 00002000:00100000:1.0:1746157086.517647:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306be680 x1830977685449472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.517656:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306be680 with x1830977685449472 ext(0->4095) 00002000:00010000:1.0:1746157086.517661:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306be680 00000100:00100000:1.0:1746157086.517688:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13903 00000100:00100000:1.0:1746157086.517694:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685449472:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157086.517788:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679310080:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.517808:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.517849:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2013:x1830977685449216:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3760us (4132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.517857:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17557 00000100:00100000:1.0:1746157086.518346:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685449472:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 651us (872us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.518352:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13903 00002000:00100000:1.0:1746157086.518356:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306be680 x1830977685449472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.518363:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306be680 with x1830977685449472 ext(0->4095) 00002000:00010000:1.0:1746157086.518366:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306be680 00000100:00100000:0.0:1746157086.520576:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.520650:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685449600 00000100:00100000:1.0:1746157086.520658:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685449600 00000100:00100000:1.0:1746157086.521199:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30219 00000100:00100000:1.0:1746157086.521206:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685449600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.521223:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.521240:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820701 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.521267:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.521274:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.521275:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.521279:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.521305:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.521316:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 59 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.521327:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679310208:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.521408:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.524198:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679310208:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.524237:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.524260:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e600, rc 0) 00000100:00100000:1.0:1746157086.524303:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685449600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3096us (3734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.524311:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30219 00000100:00100000:0.0:1746157086.524802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.525012:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685449728 00000100:00100000:3.0:1746157086.525020:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685449728 00010000:00010000:3.0:1746157086.525045:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.525067:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17558 00000100:00100000:3.0:1746157086.525073:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685449728:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.525083:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.525103:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.525113:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.525134:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed885351247 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048206fa expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.525154:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.525156:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.525163:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.525170:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.525198:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.525209:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679310336:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.525264:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f163a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.528438:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.528526:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685449984 00000100:00100000:1.0:1746157086.528534:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685449984 00002000:00100000:1.0:1746157086.528578:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306be300 x1830977685449984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.528588:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306be300 with x1830977685449984 ext(0->4095) 00002000:00010000:1.0:1746157086.528593:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306be300 00000100:00100000:0.0:1746157086.528969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.529143:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679310336:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.529164:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.529204:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977685449728:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4131us (4402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.529213:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17558 00000100:00100000:1.0:1746157086.529473:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13904 00000100:00100000:1.0:1746157086.529481:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685449984:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157086.529604:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685449984:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (1177us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.529610:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13904 00002000:00100000:1.0:1746157086.529616:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306be300 x1830977685449984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.529623:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306be300 with x1830977685449984 ext(0->4095) 00002000:00010000:1.0:1746157086.529626:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306be300 00000100:00100000:1.0:1746157086.529643:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685450112 00000100:00100000:1.0:1746157086.529646:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685450112 00000100:00100000:1.0:1746157086.529677:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30220 00000100:00100000:1.0:1746157086.529682:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:1767:x1830977685450112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.529692:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.529707:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820708 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.529729:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.529752:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.529754:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.529757:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.529784:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.529799:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 5 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.529810:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679310464:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.529858:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.533974:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.534197:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679310464:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.534234:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.534253:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f400, rc 0) 00000100:00100000:1.0:1746157086.534301:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1767:x1830977685450112:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4617us (5332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.534314:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30220 00000100:00100000:1.0:1746157086.534342:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685450240 00000100:00100000:1.0:1746157086.534347:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685450240 00000100:00100000:1.0:1746157086.534643:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30221 00000100:00100000:1.0:1746157086.534651:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1768:x1830977685450240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.534667:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.534681:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482070f expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.534703:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.534707:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.534713:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.534716:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.534769:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.534779:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 61 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.534786:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ea00, rc 0) 00000100:00100000:0.0:1746157086.534786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.534800:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1768:x1830977685450240:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.534805:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30221 00000100:00100000:3.0:1746157086.534901:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685450368 00000100:00100000:3.0:1746157086.534905:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685450368 00010000:00010000:3.0:1746157086.534935:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.534953:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17559 00000100:00100000:3.0:1746157086.534958:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685450368:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.534967:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.534984:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.534993:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.535010:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535124e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820701 expref: 6 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.535037:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.535039:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.535045:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.535052:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.535074:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.535084:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.535096:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679310720:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.535156:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20066c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.538106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.538338:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685450624 00000100:00100000:2.0:1746157086.538346:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685450624 00002000:00100000:2.0:1746157086.538392:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bc700 x1830977685450624/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.538402:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc700 with x1830977685450624 ext(0->4095) 00010000:00010000:2.0:1746157086.538411:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.538424:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.538431:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bc700 00000100:00100000:2.0:1746157086.538462:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2989 00000100:00100000:2.0:1746157086.538469:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685450624:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157086.538610:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685450624:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (514us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.538616:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2989 00002000:00100000:2.0:1746157086.538621:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306bc700 x1830977685450624/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.538627:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bc700 with x1830977685450624 ext(0->4095) 00010000:00010000:2.0:1746157086.538632:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.538639:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.538644:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306bc700 00000100:00100000:3.0:1746157086.538725:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679310720:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.538767:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.538790:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685450368:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3832us (4004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.538797:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17559 00000100:00100000:0.0:1746157086.542350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.542454:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685450752 00000100:00100000:3.0:1746157086.542464:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685450752 00010000:00010000:3.0:1746157086.542503:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.542711:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17560 00000100:00100000:3.0:1746157086.542719:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2013:x1830977685450752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.542757:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.542777:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.542789:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.542811:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed885351255 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820708 expref: 61 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.542841:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.542843:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.542850:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.542857:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.542888:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.542899:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679310848:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.543362:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20066c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.545413:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679310848:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.545431:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.545467:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2013:x1830977685450752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2749us (3129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.545476:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17560 00000100:00100000:0.0:1746157086.545838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.545959:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685451008 00000100:00100000:1.0:1746157086.545966:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685451008 00002000:00100000:1.0:1746157086.545999:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156300 x1830977685451008/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.546009:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156300 with x1830977685451008 ext(0->4095) 00002000:00010000:1.0:1746157086.546013:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f156300 00000100:00100000:1.0:1746157086.546041:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13905 00000100:00100000:1.0:1746157086.546047:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2012:x1830977685451008:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157086.546180:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2012:x1830977685451008:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.546186:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13905 00002000:00100000:1.0:1746157086.546191:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156300 x1830977685451008/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.546197:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156300 with x1830977685451008 ext(0->4095) 00002000:00010000:1.0:1746157086.546199:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f156300 00000100:00100000:0.0:1746157086.548342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.548642:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685451136 00000100:00100000:2.0:1746157086.548650:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685451136 00000100:00100000:2.0:1746157086.548703:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30222 00000100:00100000:2.0:1746157086.548710:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685451136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.548726:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.548774:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820716 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.548801:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.548808:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.548809:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.548813:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.548845:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.548857:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 59 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.548869:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679310976:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.548961:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.553365:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679310976:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.553400:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.553418:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290c00, rc 0) 00000100:00100000:2.0:1746157086.553466:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685451136:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4755us (5130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.553475:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30222 00000100:00100000:0.0:1746157086.553788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.553845:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685451264 00000100:00100000:3.0:1746157086.553852:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685451264 00010000:00010000:3.0:1746157086.553881:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.553911:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17561 00000100:00100000:3.0:1746157086.553926:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685451264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.553938:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.553957:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.553967:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.553988:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed88535125c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482070f expref: 60 pid: 9579 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.554002:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.554003:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.554009:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.554016:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.554044:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.554066:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679311104:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.554124:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20066c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.556533:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.557098:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685451392 00000100:00100000:2.0:1746157086.557108:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685451392 00000100:00100000:2.0:1746157086.557151:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30223 00000100:00100000:2.0:1746157086.557158:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1767:x1830977685451392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.557176:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.557193:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482071d expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.557218:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.557225:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.557227:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.557229:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.557256:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.557267:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 5 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.557278:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679311232:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157086.557433:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679311104:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.557448:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.558019:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2011:x1830977685451264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4092us (4230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.558028:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17561 00000100:00100000:2.0:1746157086.558031:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.558497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.558591:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685451648 00000100:00100000:2.0:1746157086.558596:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685451648 00002000:00100000:2.0:1746157086.558624:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155500 x1830977685451648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.558634:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155500 with x1830977685451648 ext(0->4095) 00010000:00010000:2.0:1746157086.558640:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.558651:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.558657:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155500 00000100:00100000:2.0:1746157086.558679:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2990 00000100:00100000:2.0:1746157086.558686:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685451648:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157086.558841:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685451648:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (344us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.558847:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2990 00002000:00100000:2.0:1746157086.558852:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155500 x1830977685451648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.558859:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155500 with x1830977685451648 ext(0->4095) 00010000:00010000:2.0:1746157086.558863:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746157086.558872:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746157086.558877:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155500 00000100:00100000:2.0:1746157086.561239:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679311232:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.561274:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.561292:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091291e00, rc 0) 00000100:00100000:2.0:1746157086.561351:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1767:x1830977685451392:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4192us (4826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.561360:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30223 00000100:00100000:0.0:1746157086.561822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.562667:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685451776 00000100:00100000:2.0:1746157086.562675:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685451776 00000100:00100000:2.0:1746157086.562720:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30224 00000100:00100000:2.0:1746157086.562728:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1768:x1830977685451776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.562760:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.562775:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820724 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.562797:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.562801:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.562806:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.562809:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.562837:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.562852:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.562859:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b8e00, rc 0) 00000100:00100000:2.0:1746157086.562886:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1768:x1830977685451776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.562892:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30224 00000100:00100000:0.0:1746157086.563693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.563763:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685451904 00000100:00100000:3.0:1746157086.563768:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685451904 00010000:00010000:3.0:1746157086.563791:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.563814:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17562 00000100:00100000:3.0:1746157086.563819:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685451904:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.563828:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.563847:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.563857:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.563874:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed885351263 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820716 expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.563905:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.563907:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.563920:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.563928:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.563952:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.563963:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 60 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.563974:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679311488:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.564047:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20066c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.567602:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.567649:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685452160 00000100:00100000:1.0:1746157086.567657:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685452160 00002000:00100000:1.0:1746157086.567708:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155180 x1830977685452160/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.567717:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155180 with x1830977685452160 ext(0->4095) 00010000:00010000:1.0:1746157086.567727:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 61 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.568532:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679311488:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.568555:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157086.572198:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 61 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.572219:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155180 00000100:00100000:3.0:1746157086.572251:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685451904:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8427us (8557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.572263:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17562 00000100:00100000:1.0:1746157086.572272:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2991 00000100:00100000:1.0:1746157086.572285:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685452160:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157086.572485:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685452160:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 205us (4895us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.572491:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2991 00002000:00100000:1.0:1746157086.572498:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155180 x1830977685452160/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.572507:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155180 with x1830977685452160 ext(0->4095) 00010000:00010000:1.0:1746157086.572514:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 61 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.572524:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 61 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746157086.572529:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155180 00000100:00100000:0.0:1746157086.575644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.575769:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685452288 00000100:00100000:3.0:1746157086.575779:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685452288 00010000:00010000:3.0:1746157086.575812:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 61 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746157086.575869:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17563 00000100:00100000:3.0:1746157086.575876:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685452288:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.575890:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.575909:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 61 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.575929:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 61 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.575956:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091291e00/0x7b65fed88535126a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482071d expref: 61 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.575989:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.575992:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.575999:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.576008:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.576043:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.576057:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679311616:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.576504:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20066c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.580064:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.580128:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679311616:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157086.580148:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157086.580187:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685452288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4312us (4553us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157086.580201:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17563 00000100:00100000:1.0:1746157086.580782:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685452544 00000100:00100000:1.0:1746157086.580790:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685452544 00002000:00100000:1.0:1746157086.580826:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2d500 x1830977685452544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.580836:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2d500 with x1830977685452544 ext(0->4095) 00002000:00010000:1.0:1746157086.580841:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cc2d500 00000100:00100000:1.0:1746157086.580869:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13906 00000100:00100000:1.0:1746157086.580876:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685452544:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157086.581021:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685452544:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (966us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.581027:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13906 00002000:00100000:1.0:1746157086.581032:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2d500 x1830977685452544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.581039:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2d500 with x1830977685452544 ext(0->4095) 00002000:00010000:1.0:1746157086.581042:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cc2d500 00000100:00100000:0.0:1746157086.583922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.584025:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685452672 00000100:00100000:2.0:1746157086.584034:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685452672 00000100:00100000:2.0:1746157086.584886:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30225 00000100:00100000:2.0:1746157086.584895:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685452672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.584925:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.584944:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482072b expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.584974:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 59 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.584981:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.584983:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.584987:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.585018:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 59 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.585031:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 59 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.585043:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679311744:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.585130:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.588013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.588162:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679311744:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.588197:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.588215:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd9c000, rc 0) 00000100:00100000:2.0:1746157086.588271:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685452672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3378us (4367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.588283:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30225 00000100:00100000:1.0:1746157086.588397:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685452800 00000100:00100000:1.0:1746157086.588405:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685452800 00010000:00010000:1.0:1746157086.588435:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 60 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.588456:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17564 00000100:00100000:1.0:1746157086.588463:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685452800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157086.588473:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157086.588493:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 60 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.588504:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 60 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.588526:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351271 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820724 expref: 60 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.588558:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.588560:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.588567:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.588576:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.588604:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157086.588616:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679311872:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.588676:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.591972:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.592262:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679311872:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157086.592291:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157086.592482:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2010:x1830977685452800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4017us (4476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.592493:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17564 00000100:00100000:0.0:1746157086.592959:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.593005:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685453184 00000100:00100000:2.0:1746157086.593012:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685453184 00000100:00100000:3.0:1746157086.593056:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685453056 00000100:00100000:2.0:1746157086.593058:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30226 00000100:00100000:3.0:1746157086.593060:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685453056 00000100:00100000:2.0:1746157086.593065:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:1767:x1830977685453184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.593082:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:3.0:1746157086.593091:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155880 x1830977685453056/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746157086.593098:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820732 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746157086.593100:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155880 with x1830977685453056 ext(0->4095) 00002000:00010000:3.0:1746157086.593105:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f155880 00000100:00100000:3.0:1746157086.593125:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13907 00010000:00010000:2.0:1746157086.593125:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.593130:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685453056:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746157086.593133:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.593135:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.593138:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.593165:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.593177:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746157086.593187:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679312000:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157086.593238:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685453056:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (1274us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.593243:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13907 00000100:00100000:2.0:1746157086.593244:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b89c0 going to sleep for 11 seconds 00002000:00100000:3.0:1746157086.593248:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f155880 x1830977685453056/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.593255:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f155880 with x1830977685453056 ext(0->4095) 00010000:00010000:3.0:1746157086.593260:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746157086.593270:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746157086.593276:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f155880 00000100:00100000:2.0:1746157086.595833:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.595901:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685453312 00000100:00100000:1.0:1746157086.595909:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685453312 00000100:00100000:1.0:1746157086.595970:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30227 00000100:00100000:1.0:1746157086.595978:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1768:x1830977685453312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.595995:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.596009:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820739 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.596039:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.596044:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 62 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.596050:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.596054:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.596093:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 62 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.596106:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 62 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.596115:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f000, rc 0) 00000100:00100000:1.0:1746157086.596152:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:1768:x1830977685453312:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.596158:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30227 00000100:00100000:0.0:1746157086.596261:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679312000:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157086.596284:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.596292:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4c00, rc 0) 00000100:00100000:0.0:1746157086.596309:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1767:x1830977685453184:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3245us (3350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157086.596314:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30226 00000100:00100000:0.0:1746157086.597192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.597300:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685453440 00000100:00100000:1.0:1746157086.597304:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685453440 00010000:00010000:1.0:1746157086.597322:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746157086.597340:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17565 00000100:00100000:1.0:1746157086.597345:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9bf8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685453440:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157086.597354:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157086.597374:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.597384:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.597402:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c000/0x7b65fed885351278 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482072b expref: 6 pid: 19476 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746157086.597607:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.597609:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.597614:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.597621:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.597641:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.597650:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 60 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.597661:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679312256:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.598223:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.601072:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679312256:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157086.601098:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157086.601495:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9bf8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685453440:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4147us (4303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.601506:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17565 00000100:00100000:0.0:1746157086.603359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.603438:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685453696 00000100:00100000:2.0:1746157086.603448:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685453696 00002000:00100000:2.0:1746157086.603493:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156a00 x1830977685453696/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.603502:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156a00 with x1830977685453696 ext(0->4095) 00010000:00010000:2.0:1746157086.603512:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.603525:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.603531:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f156a00 00000100:00100000:2.0:1746157086.603563:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2992 00000100:00100000:2.0:1746157086.603570:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685453696:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157086.603732:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685453696:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.603763:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2992 00002000:00100000:2.0:1746157086.603769:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f156a00 x1830977685453696/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.603776:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f156a00 with x1830977685453696 ext(0->4095) 00010000:00010000:2.0:1746157086.603781:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.603789:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.603795:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f156a00 00000100:00100000:0.0:1746157086.605701:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.605783:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685453824 00000100:00100000:1.0:1746157086.605791:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685453824 00010000:00010000:1.0:1746157086.605818:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.605850:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17566 00000100:00100000:1.0:1746157086.605857:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685453824:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157086.605868:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157086.605886:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.605897:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.605929:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed88535127f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820732 expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.605957:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.605959:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.605966:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.605974:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.606012:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 60 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157086.606024:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679312384:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.606100:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.608926:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679312384:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157086.608955:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157086.609009:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685453824:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3150us (3314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.609020:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17566 00000100:00100000:0.0:1746157086.610165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.610687:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685454080 00000100:00100000:3.0:1746157086.610696:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685454080 00002000:00100000:3.0:1746157086.610769:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f154700 x1830977685454080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.610785:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154700 with x1830977685454080 ext(0->4095) 00002000:00010000:3.0:1746157086.610791:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f154700 00000100:00100000:3.0:1746157086.611161:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13908 00000100:00100000:3.0:1746157086.611171:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685454080:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157086.611333:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685454080:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (1173us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.611340:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13908 00002000:00100000:3.0:1746157086.611346:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f154700 x1830977685454080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.611353:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154700 with x1830977685454080 ext(0->4095) 00002000:00010000:3.0:1746157086.611356:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f154700 00000100:00100000:0.0:1746157086.615465:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.615666:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685454208 00000100:00100000:3.0:1746157086.615676:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685454208 00000100:00100000:3.0:1746157086.615730:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30228 00000100:00100000:3.0:1746157086.615761:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685454208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.615781:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.615798:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820740 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.615826:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.615833:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.615835:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.615839:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.615870:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 59 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.615882:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 59 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.615896:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679312512:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157086.616002:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.617881:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679312512:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157086.617904:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.617928:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157086.617968:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685454208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2230us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.617976:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30228 00000100:00100000:0.0:1746157086.619097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.619780:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685454336 00000100:00100000:1.0:1746157086.619788:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685454336 00010000:00010000:1.0:1746157086.619822:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 60 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.619850:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17567 00000100:00100000:1.0:1746157086.619856:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091392300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685454336:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157086.619870:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157086.619889:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 60 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.619900:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 60 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.619933:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351286 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820739 expref: 60 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.619964:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.619966:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.619973:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.619981:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.620011:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157086.620022:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679312640:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.620096:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.622393:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.622521:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.622578:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685454720 00000100:00100000:2.0:1746157086.622586:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685454720 00002000:00100000:2.0:1746157086.622628:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091392a00 x1830977685454720/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.622636:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091392a00 with x1830977685454720 ext(0->4095) 00002000:00010000:2.0:1746157086.622641:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091392a00 00000100:00100000:1.0:1746157086.622656:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679312640:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.622659:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13909 00000100:00100000:2.0:1746157086.622666:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685454720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746157086.622682:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.622766:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685454464 00000100:00100000:3.0:1746157086.622770:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685454464 00000100:00100000:3.0:1746157086.622798:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30229 00000100:00100000:3.0:1746157086.622803:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1767:x1830977685454464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.622811:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.622825:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820747 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157086.622833:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685454720:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.622839:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13909 00002000:00100000:2.0:1746157086.622844:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091392a00 x1830977685454720/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.622850:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091392a00 with x1830977685454720 ext(0->4095) 00010000:00010000:3.0:1746157086.622851:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746157086.622852:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091392a00 00010000:00010000:3.0:1746157086.622857:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.622859:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.622862:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 61 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.622886:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.622898:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 5 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.622909:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679312768:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157086.622979:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.623023:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685454336:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3167us (3929us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.623032:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17567 00000100:00100000:3.0:1746157086.625409:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679312768:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157086.625438:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.625456:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157086.625990:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1767:x1830977685454464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3184us (3604us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.626000:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30229 00000100:00100000:0.0:1746157086.626295:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.626322:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.626469:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685454848 00000100:00100000:3.0:1746157086.626477:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685454848 00000100:00100000:3.0:1746157086.626508:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30230 00000100:00100000:3.0:1746157086.626515:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1768:x1830977685454848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.626530:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.626545:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482074e expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.626564:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.626569:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 61 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.626575:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.626579:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 61 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.626605:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 61 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.626615:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 61 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.626623:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157086.626646:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1768:x1830977685454848:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.626652:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30230 00000100:00100000:1.0:1746157086.626991:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685454976 00000100:00100000:1.0:1746157086.626995:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685454976 00010000:00010000:1.0:1746157086.627013:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.627040:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17568 00000100:00100000:1.0:1746157086.627045:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685454976:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157086.627061:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157086.627078:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.627093:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.627109:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526c00/0x7b65fed88535128d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820740 expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.627133:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.627135:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.627141:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.627148:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.627169:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.627180:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 60 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.627191:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679313024:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.627247:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.629576:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679313024:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157086.629604:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157086.629809:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685454976:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2761us (3485us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.629821:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17568 00000100:00100000:0.0:1746157086.630339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.630861:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685455232 00000100:00100000:2.0:1746157086.630869:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685455232 00002000:00100000:2.0:1746157086.630911:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888700 x1830977685455232/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.630931:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888700 with x1830977685455232 ext(0->4095) 00010000:00010000:2.0:1746157086.630941:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 61 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.630954:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 61 pid: 9578 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.630967:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8888700 00000100:00100000:2.0:1746157086.630993:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2993 00000100:00100000:2.0:1746157086.631000:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2011:x1830977685455232:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157086.631540:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2011:x1830977685455232:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 539us (1201us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.631547:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2993 00002000:00100000:2.0:1746157086.631553:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888700 x1830977685455232/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.631561:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888700 with x1830977685455232 ext(0->4095) 00010000:00010000:2.0:1746157086.631566:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 61 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.631576:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 61 pid: 9578 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.631582:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8888700 00000100:00100000:0.0:1746157086.633819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.633887:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685455360 00000100:00100000:1.0:1746157086.633896:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685455360 00010000:00010000:1.0:1746157086.633936:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 61 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.633971:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17569 00000100:00100000:1.0:1746157086.633978:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685455360:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157086.633991:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157086.634008:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 61 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.634019:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 61 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.634039:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed885351294 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820747 expref: 61 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.634063:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.634065:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.634071:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.634079:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.634109:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157086.634120:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679313152:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.634202:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.637902:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679313152:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157086.637939:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157086.637999:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685455360:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4020us (4186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.638010:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17569 00000100:00100000:0.0:1746157086.638772:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.639240:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685455616 00000100:00100000:3.0:1746157086.639249:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685455616 00002000:00100000:3.0:1746157086.639295:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888a680 x1830977685455616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.639310:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888a680 with x1830977685455616 ext(0->4095) 00002000:00010000:3.0:1746157086.639315:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a888a680 00000100:00100000:3.0:1746157086.639348:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13910 00000100:00100000:3.0:1746157086.639356:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685455616:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157086.639513:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685455616:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (743us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.639519:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13910 00002000:00100000:3.0:1746157086.639524:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a888a680 x1830977685455616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.639531:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a888a680 with x1830977685455616 ext(0->4095) 00002000:00010000:3.0:1746157086.639533:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a888a680 00000100:00100000:0.0:1746157086.641133:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.641512:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685455744 00000100:00100000:2.0:1746157086.641520:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685455744 00000100:00100000:2.0:1746157086.641572:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30231 00000100:00100000:2.0:1746157086.641579:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685455744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.641599:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.641620:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820755 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.641653:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.641660:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.641661:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.641665:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.641696:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.641708:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 59 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.641721:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679313280:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.641897:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.644227:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679313280:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.644661:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.644689:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a5400, rc 0) 00000100:00100000:2.0:1746157086.644781:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685455744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3201us (3654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.644790:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30231 00000100:00100000:0.0:1746157086.644814:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.644884:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685455872 00000100:00100000:1.0:1746157086.644891:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685455872 00010000:00010000:1.0:1746157086.644926:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 60 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.644947:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17570 00000100:00100000:1.0:1746157086.644952:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685455872:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157086.644964:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157086.644982:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 60 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.644992:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 60 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.645014:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535129b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482074e expref: 60 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.645184:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.645188:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.645195:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.645204:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.645391:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157086.645403:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679313408:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.645506:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.647230:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.647331:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679313408:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157086.647358:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157086.647397:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:2011:x1830977685455872:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2444us (2583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.647409:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17570 00000100:00100000:3.0:1746157086.647498:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685456128 00000100:00100000:3.0:1746157086.647504:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685456128 00002000:00100000:3.0:1746157086.647557:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888000 x1830977685456128/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.647566:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888000 with x1830977685456128 ext(0->4095) 00002000:00010000:3.0:1746157086.647571:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8888000 00000100:00100000:3.0:1746157086.647591:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13911 00000100:00100000:3.0:1746157086.647598:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685456128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157086.647731:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685456128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (508us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.647777:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13911 00002000:00100000:3.0:1746157086.647783:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a8888000 x1830977685456128/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.647790:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8888000 with x1830977685456128 ext(0->4095) 00002000:00010000:3.0:1746157086.647793:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8888000 00000100:00100000:0.0:1746157086.649126:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.649448:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685456256 00000100:00100000:2.0:1746157086.649457:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685456256 00000100:00100000:2.0:1746157086.649724:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30232 00000100:00100000:2.0:1746157086.649733:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+59:1767:x1830977685456256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.649784:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.649801:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482075c expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.649830:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.649836:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.649837:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.649840:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.649872:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.649884:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 5 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.649896:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679313536:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157086.650243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.650359:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685456384 00000100:00100000:3.0:1746157086.650364:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685456384 00000100:00100000:3.0:1746157086.650392:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30233 00000100:00100000:3.0:1746157086.650398:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1768:x1830977685456384:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.650405:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.650411:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820763 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.650422:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.650426:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 62 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.650431:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.650434:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.650455:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 62 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.650466:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 62 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.650475:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157086.650503:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:1768:x1830977685456384:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.650510:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30233 00000100:00100000:2.0:1746157086.650861:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.651781:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679313536:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.651808:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.651823:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a5e00, rc 0) 00000100:00100000:2.0:1746157086.651849:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1767:x1830977685456256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2117us (2728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.651856:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30232 00000100:00100000:0.0:1746157086.653073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.653164:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685456512 00000100:00100000:1.0:1746157086.653174:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685456512 00010000:00010000:1.0:1746157086.653208:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.653244:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17571 00000100:00100000:1.0:1746157086.653252:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685456512:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157086.653267:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157086.653287:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.653299:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.653321:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853512a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820755 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.653438:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.653440:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.653449:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.653458:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.653489:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 60 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.653500:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 60 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.653512:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679313792:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.654160:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.657585:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679313792:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157086.657614:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157086.657662:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685456512:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4409us (4593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.657672:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17571 00000100:00100000:0.0:1746157086.657933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.658288:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685456768 00000100:00100000:2.0:1746157086.658295:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685456768 00002000:00100000:2.0:1746157086.658333:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19f80 x1830977685456768/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.658342:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19f80 with x1830977685456768 ext(0->4095) 00010000:00010000:2.0:1746157086.658350:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.658362:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.658368:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc19f80 00000100:00100000:3.0:1746157086.659398:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2994 00000100:00100000:3.0:1746157086.659412:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685456768:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157086.659592:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2010:x1830977685456768:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 184us (1660us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.659598:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2994 00002000:00100000:3.0:1746157086.659605:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc19f80 x1830977685456768/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.659613:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc19f80 with x1830977685456768 ext(0->4095) 00010000:00010000:3.0:1746157086.659621:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.659633:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157086.659640:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc19f80 00000100:00100000:0.0:1746157086.662840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.663656:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685456896 00000100:00100000:1.0:1746157086.663666:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685456896 00010000:00010000:1.0:1746157086.663703:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.664086:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17572 00000100:00100000:1.0:1746157086.664094:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137303c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2011:x1830977685456896:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157086.664110:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157086.664130:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.664142:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.664166:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482075c expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.664197:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.664199:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.664206:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.664215:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.664250:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 60 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157086.664263:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679313920:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.664346:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.667024:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.667129:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685457152 00000100:00100000:3.0:1746157086.667137:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685457152 00002000:00100000:3.0:1746157086.667179:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1b480 x1830977685457152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.667188:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b480 with x1830977685457152 ext(0->4095) 00002000:00010000:3.0:1746157086.667193:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc1b480 00000100:00100000:3.0:1746157086.667213:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13912 00000100:00100000:3.0:1746157086.667221:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2012:x1830977685457152:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157086.667358:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:2012:x1830977685457152:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.667364:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13912 00002000:00100000:3.0:1746157086.667370:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1b480 x1830977685457152/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.667377:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1b480 with x1830977685457152 ext(0->4095) 00002000:00010000:3.0:1746157086.667379:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc1b480 00000100:00100000:1.0:1746157086.667510:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679313920:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157086.667536:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157086.667569:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137303c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685456896:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3476us (4739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.667578:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17572 00000100:00100000:0.0:1746157086.671296:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.671427:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685457280 00000100:00100000:2.0:1746157086.671435:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685457280 00000100:00100000:2.0:1746157086.671579:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30234 00000100:00100000:2.0:1746157086.671587:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685457280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.671606:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.671624:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482076a expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.671654:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.671662:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.671664:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.671667:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.671699:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 59 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.671712:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 59 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.671724:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679314048:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.671841:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.675174:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679314048:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.675211:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.675229:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a5e00, rc 0) 00000100:00100000:2.0:1746157086.675306:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685457280:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3719us (4018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.675314:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30234 00000100:00100000:0.0:1746157086.676814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.677228:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685457408 00000100:00100000:1.0:1746157086.677237:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685457408 00010000:00010000:1.0:1746157086.677272:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 60 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.677310:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17573 00000100:00100000:1.0:1746157086.677316:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685457408:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157086.677330:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157086.677352:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 60 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.677365:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 60 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.677387:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853512b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820763 expref: 60 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.677406:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.677408:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.677415:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.677422:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.677454:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157086.677466:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679314176:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.678515:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.679131:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.679530:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685457536 00000100:00100000:2.0:1746157086.679539:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685457536 00000100:00100000:2.0:1746157086.679590:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30235 00000100:00100000:2.0:1746157086.679598:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:1767:x1830977685457536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.679617:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.679635:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820771 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.679663:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.679670:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.679671:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.679674:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.679703:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.679714:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 5 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.679726:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679314304:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.679824:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.682138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.682386:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679314304:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.682419:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.682436:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4c00, rc 0) 00000100:00100000:2.0:1746157086.682474:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+61:1767:x1830977685457536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2876us (3347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.682485:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30235 00000100:00100000:1.0:1746157086.682582:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679314176:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.682597:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685457792 00010000:00010000:1.0:1746157086.682598:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.682604:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685457792 00000100:00100000:1.0:1746157086.682632:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2011:x1830977685457408:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5315us (5825us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.682641:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17573 00002000:00100000:3.0:1746157086.682646:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1aa00 x1830977685457792/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.682656:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1aa00 with x1830977685457792 ext(0->4095) 00010000:00010000:3.0:1746157086.682663:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.682675:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157086.682681:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1aa00 00000100:00100000:3.0:1746157086.682699:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2995 00000100:00100000:3.0:1746157086.682705:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685457792:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157086.682851:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685457792:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (720us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.682857:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2995 00002000:00100000:3.0:1746157086.682870:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc1aa00 x1830977685457792/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.682876:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1aa00 with x1830977685457792 ext(0->4095) 00010000:00010000:3.0:1746157086.682880:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.682889:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157086.682894:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc1aa00 00000100:00100000:0.0:1746157086.687634:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.687830:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685457920 00000100:00100000:1.0:1746157086.687839:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685457920 00010000:00010000:1.0:1746157086.687879:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.688009:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17574 00000100:00100000:1.0:1746157086.688018:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685457920:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157086.688033:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157086.688052:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.688064:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.688086:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed8853512b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482076a expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.688105:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.688106:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.688113:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 59 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.688120:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 59 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.688150:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 59 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157086.688162:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679314432:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157086.688240:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.691362:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679314432:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157086.691389:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157086.691432:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685457920:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3414us (3809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.691445:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17574 00000100:00100000:0.0:1746157086.692328:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.692469:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685458176 00000100:00100000:3.0:1746157086.692480:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685458176 00002000:00100000:3.0:1746157086.692810:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc18380 x1830977685458176/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.692820:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18380 with x1830977685458176 ext(0->4095) 00002000:00010000:3.0:1746157086.692825:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc18380 00000100:00100000:3.0:1746157086.692848:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13913 00000100:00100000:3.0:1746157086.692856:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685458176:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157086.694052:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685458176:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 1191us (1722us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.694062:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13913 00002000:00100000:3.0:1746157086.694071:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc18380 x1830977685458176/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.694079:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18380 with x1830977685458176 ext(0->4095) 00002000:00010000:3.0:1746157086.694083:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc18380 00000100:00100000:0.0:1746157086.706995:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.708840:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685458304 00000100:00100000:2.0:1746157086.708853:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685458304 00000100:00100000:2.0:1746157086.708921:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30236 00000100:00100000:2.0:1746157086.708930:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685458304:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.708950:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.708968:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820778 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.708999:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 59 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.709007:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.709008:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.709011:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.709044:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 59 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.709055:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 59 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.709067:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679314560:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.709168:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.712334:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679314560:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.712376:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.712394:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a5a00, rc 0) 00000100:00100000:2.0:1746157086.712449:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685458304:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3519us (5464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.712458:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30236 00000100:00100000:0.0:1746157086.721429:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.721619:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685458560 00000100:00100000:3.0:1746157086.721629:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685458560 00002000:00100000:3.0:1746157086.721679:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008bc18a80 x1830977685458560/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.721690:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18a80 with x1830977685458560 ext(0->7) 00010000:00010000:3.0:1746157086.721699:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 60 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.721714:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 60 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157086.721720:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc18a80 00000100:00100000:3.0:1746157086.721777:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2996 00000100:00100000:3.0:1746157086.721785:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+60:2010:x1830977685458560:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157086.722535:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685458560:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 748us (1114us total) trans 4294970657 rc 0/0 00000100:00100000:0.0:1746157086.722543:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2996 00002000:00100000:0.0:1746157086.722549:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008bc18a80 x1830977685458560/t4294970657(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/448 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.722557:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18a80 with x1830977685458560 ext(0->7) 00010000:00010000:0.0:1746157086.722562:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 62 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157086.722573:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 62 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157086.722580:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bc18a80 00000100:00100000:0.0:1746157086.724695:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.725653:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685458432 00000100:00100000:2.0:1746157086.725663:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685458432 00000100:00100000:1.0:1746157086.725931:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.726090:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685458688 00000100:00100000:0.0:1746157086.726096:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685458688 00010000:00010000:0.0:1746157086.726125:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 63 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746157086.726161:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17575 00000100:00100000:0.0:1746157086.726169:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2010:x1830977685458688:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157086.726181:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157086.726200:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 63 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157086.726211:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 63 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157086.726233:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820771 expref: 63 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157086.726252:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157086.726254:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157086.726262:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.726269:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.726310:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157086.726322:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc1ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679314688:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157086.726394:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.726757:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30237 00000100:00100000:2.0:1746157086.726764:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:1767:x1830977685458432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.726780:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.726791:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482077f expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.726810:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.726815:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.726816:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.726820:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 63 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.726836:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.726846:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 5 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.726855:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679314816:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.726892:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.731792:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc1ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679314688:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.731821:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.732446:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2010:x1830977685458688:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6275us (6516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.732459:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17575 00000100:00100000:3.0:1746157086.732800:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679314816:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157086.732830:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 62 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.732846:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4200, rc 0) 00000100:00100000:3.0:1746157086.732870:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:1767:x1830977685458432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6107us (8183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.732878:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30237 00000100:00100000:1.0:1746157086.733372:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.733491:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685458944 00000100:00100000:0.0:1746157086.733499:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685458944 00002000:00100000:0.0:1746157086.733537:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136b480 x1830977685458944/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.733546:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136b480 with x1830977685458944 ext(0->4095) 00010000:00010000:0.0:1746157086.733552:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157086.733565:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157086.733571:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136b480 00000100:00100000:0.0:1746157086.733599:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2997 00000100:00100000:0.0:1746157086.733606:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685458944:12345-192.168.203.44@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746157086.733752:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685458944:12345-192.168.203.44@tcp:3:ldlm_bl.0 Request processed in 146us (381us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157086.733757:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2997 00002000:00100000:0.0:1746157086.733762:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136b480 x1830977685458944/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.733775:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136b480 with x1830977685458944 ext(0->4095) 00010000:00010000:0.0:1746157086.733779:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157086.733787:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157086.733792:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136b480 00000100:00100000:0.0:1746157086.735946:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.736518:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685459072 00000100:00100000:2.0:1746157086.736528:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685459072 00010000:00010000:2.0:1746157086.736563:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.736604:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17576 00000100:00100000:2.0:1746157086.736613:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685459072:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.736625:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.736645:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.736657:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.736681:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed8853512c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820778 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.736945:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.736948:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.736956:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.736963:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.736997:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157086.737009:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679314944:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.737423:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.742265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.742360:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679314944:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.742389:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.742439:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685459072:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5827us (6503us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.742449:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17576 00000100:00100000:3.0:1746157086.742786:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685459328 00000100:00100000:3.0:1746157086.742794:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685459328 00002000:00100000:3.0:1746157086.742836:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc18700 x1830977685459328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.742847:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18700 with x1830977685459328 ext(0->4095) 00002000:00010000:3.0:1746157086.742852:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc18700 00000100:00100000:3.0:1746157086.742876:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13914 00000100:00100000:3.0:1746157086.742883:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685459328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157086.743021:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2010:x1830977685459328:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (766us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.743027:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13914 00002000:00100000:3.0:1746157086.743031:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008bc18700 x1830977685459328/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.743037:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18700 with x1830977685459328 ext(0->4095) 00002000:00010000:3.0:1746157086.743040:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc18700 00000100:00100000:0.0:1746157086.748711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.749033:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685459456 00000100:00100000:3.0:1746157086.749044:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685459456 00000100:00100000:3.0:1746157086.749091:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30238 00000100:00100000:3.0:1746157086.749098:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685459456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.749118:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.749137:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820786 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.749168:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.749175:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.749177:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.749181:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.749211:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 61 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.749223:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 61 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.749234:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679315072:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157086.749321:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.754715:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679315072:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157086.754780:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.754798:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:0.0:1746157086.754903:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.756219:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685459456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7114us (7512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.756230:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30238 00000100:00100000:0.0:1746157086.756343:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685459584 00000100:00100000:0.0:1746157086.756351:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685459584 00002000:00100000:0.0:1746157086.756396:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b259f80 x1830977685459584/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.756405:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259f80 with x1830977685459584 ext(0->7) 00010000:00010000:0.0:1746157086.756413:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 62 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157086.756426:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 62 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157086.756432:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259f80 00000100:00100000:0.0:1746157086.756448:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2998 00000100:00100000:0.0:1746157086.756454:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+62:2011:x1830977685459584:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157086.757645:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977685459584:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1188us (2739us total) trans 4294970658 rc 0/0 00000100:00100000:0.0:1746157086.757653:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2998 00002000:00100000:0.0:1746157086.757659:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b259f80 x1830977685459584/t4294970658(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/448 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.757666:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259f80 with x1830977685459584 ext(0->7) 00010000:00010000:0.0:1746157086.757671:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 64 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157086.757845:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 64 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157086.757851:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259f80 00000100:00100000:0.0:1746157086.763423:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.763498:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685459712 00000100:00100000:2.0:1746157086.763509:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685459712 00010000:00010000:2.0:1746157086.763548:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 64 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.764843:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17577 00000100:00100000:2.0:1746157086.764859:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2010:x1830977685459712:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.764878:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.764904:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 64 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.764934:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 64 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.764959:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed8853512cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482077f expref: 64 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.764993:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.764995:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.765002:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.765009:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.765043:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157086.765128:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679315200:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.765227:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.768242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.768380:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685459840 00000100:00100000:3.0:1746157086.768390:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685459840 00000100:00100000:3.0:1746157086.768447:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30239 00000100:00100000:3.0:1746157086.768455:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:1767:x1830977685459840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.768474:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.768491:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482078d expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.768526:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.768533:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.768535:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.768539:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 65 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.768570:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.768583:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 5 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.768594:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679315328:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157086.768691:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.769255:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679315200:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.769279:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.769314:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2010:x1830977685459712:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4460us (5899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.769323:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17577 00000100:00100000:0.0:1746157086.769964:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.770045:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685460096 00000100:00100000:2.0:1746157086.770049:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685460096 00002000:00100000:2.0:1746157086.770078:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258700 x1830977685460096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.770087:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258700 with x1830977685460096 ext(0->4095) 00010000:00010000:2.0:1746157086.770095:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.770106:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.770111:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258700 00000100:00100000:2.0:1746157086.770175:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2999 00000100:00100000:2.0:1746157086.770182:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685460096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157086.770541:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685460096:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 358us (577us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.770546:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2999 00002000:00100000:2.0:1746157086.770552:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258700 x1830977685460096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.770558:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258700 with x1830977685460096 ext(0->4095) 00010000:00010000:2.0:1746157086.770563:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.770571:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.770577:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258700 00000100:00100000:3.0:1746157086.771200:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679315328:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157086.771221:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 64 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.771235:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157086.771257:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:1767:x1830977685459840:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2803us (3024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.771264:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30239 00000100:00100000:0.0:1746157086.775110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.775222:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.775716:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685460224 00000100:00100000:3.0:1746157086.775727:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685460224 00000100:00100000:3.0:1746157086.775804:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30240 00000100:00100000:3.0:1746157086.775812:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:1768:x1830977685460224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157086.775830:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157086.775848:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820794 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.775877:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.775883:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 65 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.775888:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157086.775891:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 65 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.775936:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 65 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.775948:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 65 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.775956:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157086.776016:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:1768:x1830977685460224:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.776022:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30240 00000100:00100000:2.0:1746157086.776096:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685460352 00000100:00100000:2.0:1746157086.776101:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685460352 00010000:00010000:2.0:1746157086.776120:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.776136:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17578 00000100:00100000:2.0:1746157086.776141:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685460352:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.776148:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.776167:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.776176:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.776191:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853512d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820786 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.776205:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.776207:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.776212:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 64 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.776218:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 64 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.776236:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 64 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.776249:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 64 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.776259:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679315584:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.776313:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.778711:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679315584:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.778775:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157086.779042:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.779974:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685460352:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3826us (4745us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.779987:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17578 00000100:00100000:3.0:1746157086.780271:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685460608 00000100:00100000:3.0:1746157086.780279:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685460608 00002000:00100000:3.0:1746157086.780326:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131368000 x1830977685460608/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.780343:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131368000 with x1830977685460608 ext(0->4095) 00010000:00010000:3.0:1746157086.780351:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 65 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.780365:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 65 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157086.780371:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131368000 00000100:00100000:3.0:1746157086.780390:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3000 00000100:00100000:3.0:1746157086.780401:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2011:x1830977685460608:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157086.782256:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2011:x1830977685460608:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1848us (3208us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.782269:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3000 00002000:00100000:3.0:1746157086.782280:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131368000 x1830977685460608/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.782288:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131368000 with x1830977685460608 ext(0->4095) 00010000:00010000:3.0:1746157086.782298:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 65 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.782313:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 65 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157086.782319:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131368000 00000100:00100000:0.0:1746157086.788507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.788709:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685460736 00000100:00100000:2.0:1746157086.788720:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685460736 00010000:00010000:2.0:1746157086.788786:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 65 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.789445:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17579 00000100:00100000:2.0:1746157086.789455:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137302c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2010:x1830977685460736:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.789469:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.789489:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 65 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.789501:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 65 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.789524:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853512da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482078d expref: 65 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.790408:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.790412:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.790422:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 64 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.790430:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 64 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.790472:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 64 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157086.790485:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679315712:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.790637:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.796172:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.796262:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685460992 00000100:00100000:3.0:1746157086.796273:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685460992 00002000:00100000:3.0:1746157086.796321:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258380 x1830977685460992/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.796332:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258380 with x1830977685460992 ext(0->4095) 00002000:00010000:3.0:1746157086.796337:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b258380 00000100:00100000:3.0:1746157086.796358:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13915 00000100:00100000:3.0:1746157086.796366:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2011:x1830977685460992:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157086.796540:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2011:x1830977685460992:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (378us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.796546:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13915 00002000:00100000:3.0:1746157086.796552:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258380 x1830977685460992/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.796559:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258380 with x1830977685460992 ext(0->4095) 00002000:00010000:3.0:1746157086.796561:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b258380 00000100:00100000:2.0:1746157086.796858:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679315712:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.796884:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.796923:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137302c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2010:x1830977685460736:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7470us (8426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.796932:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17579 00000100:00100000:0.0:1746157086.799295:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.799362:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685461120 00000100:00100000:2.0:1746157086.799374:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685461120 00000100:00100000:2.0:1746157086.799431:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30241 00000100:00100000:2.0:1746157086.799438:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685461120:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.799456:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.799473:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482079b expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.799597:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 63 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.799605:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.799607:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.799610:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.799640:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 63 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.799651:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 63 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.799663:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679315840:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.799768:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.801452:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679315840:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.801485:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.801500:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4a00, rc 0) 00000100:00100000:2.0:1746157086.801546:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685461120:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2108us (2258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.801554:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30241 00000100:00100000:0.0:1746157086.804341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.804474:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685461248 00000100:00100000:2.0:1746157086.804485:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685461248 00010000:00010000:2.0:1746157086.804522:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 64 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.804563:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17580 00000100:00100000:2.0:1746157086.804570:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977685461248:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.804584:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.804604:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 64 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.804615:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 64 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.804638:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed8853512e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820794 expref: 64 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.804671:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.804673:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.804680:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.804688:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.804720:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157086.804731:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679315968:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.804831:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.806399:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.807155:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679315968:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.807184:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.807225:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:2011:x1830977685461248:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2655us (2895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.807236:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17580 00000100:00100000:2.0:1746157086.807441:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685461376 00000100:00100000:2.0:1746157086.807452:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685461376 00000100:00100000:2.0:1746157086.807494:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30242 00000100:00100000:2.0:1746157086.807504:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+63:1767:x1830977685461376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.807523:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.807539:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207a2 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.807566:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.807573:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.807575:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.807578:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 64 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.807605:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.807616:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.807627:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679316096:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.807682:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.808142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.808229:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685461632 00000100:00100000:1.0:1746157086.808234:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685461632 00002000:00100000:1.0:1746157086.808259:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259180 x1830977685461632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.808268:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259180 with x1830977685461632 ext(0->4095) 00010000:00010000:1.0:1746157086.808274:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.808284:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157086.808291:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259180 00000100:00100000:1.0:1746157086.808474:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3001 00000100:00100000:1.0:1746157086.808481:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685461632:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157086.808599:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685461632:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.808605:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3001 00002000:00100000:1.0:1746157086.808609:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b259180 x1830977685461632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.808616:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b259180 with x1830977685461632 ext(0->4095) 00010000:00010000:1.0:1746157086.808620:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.808627:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157086.808632:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b259180 00000100:00100000:2.0:1746157086.811155:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679316096:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.811193:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 64 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.811211:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4c00, rc 0) 00000100:00100000:2.0:1746157086.811268:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:1767:x1830977685461376:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3767us (4880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.811277:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30242 00000100:00100000:0.0:1746157086.815732:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.815822:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.816408:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685461760 00000100:00100000:2.0:1746157086.816417:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685461760 00000100:00100000:2.0:1746157086.816464:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30243 00000100:00100000:2.0:1746157086.816471:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:1768:x1830977685461760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.816491:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.816510:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207a9 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.816538:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.816544:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 65 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.816550:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.816553:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 65 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.816589:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 65 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.816608:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 65 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.816621:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4400, rc 0) 00000100:00100000:2.0:1746157086.816675:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:1768:x1830977685461760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.816681:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30243 00000100:00100000:3.0:1746157086.817770:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685461888 00000100:00100000:3.0:1746157086.817777:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685461888 00010000:00010000:3.0:1746157086.817802:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.817826:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17581 00000100:00100000:3.0:1746157086.817833:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685461888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.817842:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.817861:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.817872:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.817890:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed8853512e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482079b expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.818120:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.818122:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.818128:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 64 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.818137:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 64 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.818164:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 64 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.818174:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 64 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.818186:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679316352:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.819226:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.822821:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679316352:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.822848:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.822920:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685461888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5076us (7085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.822933:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17581 00000100:00100000:0.0:1746157086.823759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.823984:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685462144 00000100:00100000:3.0:1746157086.823991:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685462144 00002000:00100000:3.0:1746157086.824029:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258000 x1830977685462144/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.824038:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258000 with x1830977685462144 ext(0->4095) 00010000:00010000:3.0:1746157086.824046:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 65 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.824064:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 65 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157086.824070:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258000 00000100:00100000:3.0:1746157086.824093:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3002 00000100:00100000:3.0:1746157086.824100:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2010:x1830977685462144:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157086.824238:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2010:x1830977685462144:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (483us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.824244:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3002 00002000:00100000:3.0:1746157086.824250:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b258000 x1830977685462144/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.824257:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b258000 with x1830977685462144 ext(0->4095) 00010000:00010000:3.0:1746157086.824262:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 65 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.824271:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 65 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157086.824276:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b258000 00000100:00100000:0.0:1746157086.830591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.831094:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685462272 00000100:00100000:3.0:1746157086.831104:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685462272 00010000:00010000:3.0:1746157086.831145:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 65 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.831189:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17582 00000100:00100000:3.0:1746157086.831197:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b25b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2011:x1830977685462272:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.831210:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.831232:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 65 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.831244:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 65 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.831267:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4c00/0x7b65fed8853512ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a2 expref: 65 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.831421:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.831424:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.831431:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 64 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.831444:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 64 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.831479:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 64 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.831491:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679316480:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.831800:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20066c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.834156:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679316480:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.834180:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.834230:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b25b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977685462272:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3032us (3647us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.834241:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17582 00000100:00100000:0.0:1746157086.837512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.837602:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685462528 00000100:00100000:2.0:1746157086.837612:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685462528 00002000:00100000:2.0:1746157086.837657:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ec700 x1830977685462528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.837667:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec700 with x1830977685462528 ext(0->4095) 00002000:00010000:2.0:1746157086.837672:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ec700 00000100:00100000:2.0:1746157086.837707:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13916 00000100:00100000:2.0:1746157086.837715:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977685462528:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157086.837925:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977685462528:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.837932:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13916 00002000:00100000:2.0:1746157086.837938:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ec700 x1830977685462528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.837945:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec700 with x1830977685462528 ext(0->4095) 00002000:00010000:2.0:1746157086.837948:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ec700 00000100:00100000:0.0:1746157086.844293:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.844401:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685462656 00000100:00100000:2.0:1746157086.844410:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685462656 00000100:00100000:2.0:1746157086.844452:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30244 00000100:00100000:2.0:1746157086.844460:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685462656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157086.844481:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157086.844498:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207b0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.844629:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 63 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.844637:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.844638:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157086.844642:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.844676:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 63 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.844688:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 63 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.844702:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679316608:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157086.845694:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.852652:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679316608:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157086.852695:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.852714:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4600, rc 0) 00000100:00100000:2.0:1746157086.852809:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685462656:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8348us (8525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.852821:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30244 00000100:00100000:0.0:1746157086.875275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.875347:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685462784 00000100:00100000:3.0:1746157086.875357:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685462784 00002000:00100000:3.0:1746157086.875413:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306eea00 x1830977685462784/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.875422:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eea00 with x1830977685462784 ext(0->7) 00010000:00010000:3.0:1746157086.875432:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 64 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.875448:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 64 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157086.875455:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306eea00 00000100:00100000:3.0:1746157086.875485:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3003 00000100:00100000:3.0:1746157086.875493:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+64:2011:x1830977685462784:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157086.878289:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.879079:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685462912 00000100:00100000:0.0:1746157086.879086:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685462912 00000100:00100000:2.0:1746157086.879127:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2011:x1830977685462784:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 3632us (3861us total) trans 4294970659 rc 0/0 00000100:00100000:2.0:1746157086.879137:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3003 00002000:00100000:2.0:1746157086.879146:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306eea00 x1830977685462784/t4294970659(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/448 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.879154:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eea00 with x1830977685462784 ext(0->7) 00010000:00010000:2.0:1746157086.879162:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 67 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.879175:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 67 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.879182:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306eea00 00000100:00100000:0.0:1746157086.879565:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30245 00000100:00100000:0.0:1746157086.879573:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:1767:x1830977685462912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157086.879586:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157086.879599:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207b7 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.879621:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157086.879626:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.879631:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157086.879634:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 67 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.879669:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.879679:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 67 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.879688:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8800, rc 0) 00000100:00100000:0.0:1746157086.879707:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:1767:x1830977685462912:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157086.879712:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30245 00000100:00100000:0.0:1746157086.891778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.892368:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685463040 00000100:00100000:3.0:1746157086.892378:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685463040 00010000:00010000:3.0:1746157086.892417:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 67 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.892457:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17583 00000100:00100000:3.0:1746157086.892464:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+67:2010:x1830977685463040:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.892479:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.892497:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 67 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.892510:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 67 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.892532:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed8853512f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207a9 expref: 67 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.892551:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.892553:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.892559:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.892567:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.892603:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.892613:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 5 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.892625:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679316864:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.894586:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20066c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.901023:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.901109:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685463296 00000100:00100000:2.0:1746157086.901118:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685463296 00002000:00100000:2.0:1746157086.901165:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ef100 x1830977685463296/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.901176:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef100 with x1830977685463296 ext(0->4095) 00010000:00010000:2.0:1746157086.901185:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.901198:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.901209:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ef100 00000100:00100000:2.0:1746157086.901230:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3004 00000100:00100000:2.0:1746157086.901236:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685463296:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157086.901408:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685463296:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.901414:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3004 00002000:00100000:2.0:1746157086.901419:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ef100 x1830977685463296/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.901425:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef100 with x1830977685463296 ext(0->4095) 00010000:00010000:2.0:1746157086.901429:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.901437:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.901441:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ef100 00000100:00100000:3.0:1746157086.901585:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679316864:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.901602:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.902184:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2010:x1830977685463040:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9719us (10450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.902193:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17583 00000100:00100000:0.0:1746157086.905612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.905715:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685463424 00000100:00100000:3.0:1746157086.905723:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685463424 00010000:00010000:3.0:1746157086.905796:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.905836:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17584 00000100:00100000:3.0:1746157086.905843:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685463424:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.905858:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.905877:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.905894:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.905935:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed8853512fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b0 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.905959:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.905961:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.905968:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 65 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.905977:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 65 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.906013:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 65 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.906026:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679316992:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.906118:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20066c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.908269:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679316992:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.908290:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.908326:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685463424:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2483us (2722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.908336:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17584 00000100:00100000:0.0:1746157086.908823:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.908939:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685463680 00000100:00100000:1.0:1746157086.908945:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685463680 00002000:00100000:1.0:1746157086.908984:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ec000 x1830977685463680/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.908993:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec000 with x1830977685463680 ext(0->4095) 00002000:00010000:1.0:1746157086.908997:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ec000 00000100:00100000:1.0:1746157086.909029:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13917 00000100:00100000:1.0:1746157086.909035:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2011:x1830977685463680:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157086.909162:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2011:x1830977685463680:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.909167:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13917 00002000:00100000:1.0:1746157086.909171:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ec000 x1830977685463680/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.909178:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ec000 with x1830977685463680 ext(0->4095) 00002000:00010000:1.0:1746157086.909180:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ec000 00000100:00100000:0.0:1746157086.910785:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.910852:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685463808 00000100:00100000:1.0:1746157086.910857:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685463808 00000100:00100000:1.0:1746157086.910888:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30246 00000100:00100000:1.0:1746157086.910894:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685463808:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.910907:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.910935:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207be expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.910960:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 65 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.910966:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.910968:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.910971:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.910998:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 65 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.911009:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 65 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.911019:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679317120:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.911096:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.913536:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679317120:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.913572:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.913588:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e600, rc 0) 00000100:00100000:1.0:1746157086.913628:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685463808:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2734us (2846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.913640:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30246 00000100:00100000:0.0:1746157086.915087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.915254:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685463936 00000100:00100000:3.0:1746157086.915261:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685463936 00010000:00010000:3.0:1746157086.915292:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 66 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.915326:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17585 00000100:00100000:3.0:1746157086.915334:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2011:x1830977685463936:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.915345:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.915364:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 66 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.915375:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 66 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.915398:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8800/0x7b65fed885351304 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207b7 expref: 66 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.915760:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.915763:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.915771:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.915780:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.915810:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.915822:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679317248:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.915905:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20066c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.918289:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679317248:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.918306:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.918350:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:2011:x1830977685463936:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3016us (3266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.918359:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17585 00000100:00100000:0.0:1746157086.919166:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.919205:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.919505:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685464192 00000100:00100000:1.0:1746157086.919511:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685464192 00000100:00100000:1.0:1746157086.919545:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30247 00000100:00100000:1.0:1746157086.919551:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+65:1767:x1830977685464192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.919568:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.919583:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207c5 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.919607:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.919614:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.919616:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.919619:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 66 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.919644:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.919656:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.919668:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679317376:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.919729:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.919810:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685464320 00000100:00100000:2.0:1746157086.919814:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685464320 00002000:00100000:2.0:1746157086.919840:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ef480 x1830977685464320/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.919849:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef480 with x1830977685464320 ext(0->4095) 00010000:00010000:2.0:1746157086.919855:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.919869:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.919875:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ef480 00000100:00100000:2.0:1746157086.919887:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3005 00000100:00100000:2.0:1746157086.919892:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685464320:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157086.920034:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685464320:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (828us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157086.920041:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3005 00002000:00100000:2.0:1746157086.920046:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ef480 x1830977685464320/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157086.920053:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ef480 with x1830977685464320 ext(0->4095) 00010000:00010000:2.0:1746157086.920058:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.920066:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157086.920072:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306ef480 00000100:00100000:1.0:1746157086.922923:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679317376:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.922962:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 66 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.922979:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e800, rc 0) 00000100:00100000:1.0:1746157086.923015:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:1767:x1830977685464192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3463us (3851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.923024:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30247 00000100:00100000:0.0:1746157086.928868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.929419:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685464448 00000100:00100000:3.0:1746157086.929429:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685464448 00010000:00010000:3.0:1746157086.929465:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.930473:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17586 00000100:00100000:3.0:1746157086.930485:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b521bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685464448:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.930505:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.930529:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.930542:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.930566:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed88535130b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207be expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.930591:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.930594:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.930601:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 65 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.930612:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 65 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.930646:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 65 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.930657:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679317504:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.930761:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20066c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.935159:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.935273:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679317504:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.935295:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.935341:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b521bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685464448:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4858us (6484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.935352:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17586 00000100:00100000:1.0:1746157086.935579:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685464704 00000100:00100000:1.0:1746157086.935587:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685464704 00002000:00100000:1.0:1746157086.935626:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ee300 x1830977685464704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.935635:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ee300 with x1830977685464704 ext(0->4095) 00002000:00010000:1.0:1746157086.935639:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ee300 00000100:00100000:1.0:1746157086.935793:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13918 00000100:00100000:1.0:1746157086.935800:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2010:x1830977685464704:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157086.936610:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2010:x1830977685464704:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 809us (1459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.936616:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13918 00002000:00100000:1.0:1746157086.936622:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ee300 x1830977685464704/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.936630:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ee300 with x1830977685464704 ext(0->4095) 00002000:00010000:1.0:1746157086.936633:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ee300 00000100:00100000:0.0:1746157086.942547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.942654:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685464832 00000100:00100000:1.0:1746157086.942663:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685464832 00000100:00100000:1.0:1746157086.942709:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30248 00000100:00100000:1.0:1746157086.942716:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685464832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.942761:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.942779:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207cc expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.942809:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 65 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.942815:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.942817:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157086.942820:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.942851:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 65 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.942863:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 65 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.942875:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679317632:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.944719:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157086.946187:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679317632:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157086.946215:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.946232:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f000, rc 0) 00000100:00100000:1.0:1746157086.946272:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685464832:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3556us (3734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157086.946280:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30248 00000100:00100000:0.0:1746157086.947391:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.947464:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685464960 00000100:00100000:1.0:1746157086.947470:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685464960 00002000:00100000:1.0:1746157086.947506:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306eed80 x1830977685464960/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.947515:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eed80 with x1830977685464960 ext(0->7) 00010000:00010000:1.0:1746157086.947521:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 66 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.947534:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 66 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157086.947540:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306eed80 00000100:00100000:1.0:1746157086.948611:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3006 00000100:00100000:1.0:1746157086.948621:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+66:2010:x1830977685464960:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157086.953003:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2010:x1830977685464960:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4371us (5602us total) trans 4294970660 rc 0/0 00000100:00100000:0.0:1746157086.953016:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3006 00002000:00100000:0.0:1746157086.953028:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306eed80 x1830977685464960/t4294970660(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 496/448 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157086.953038:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306eed80 with x1830977685464960 ext(0->7) 00010000:00010000:0.0:1746157086.953048:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 68 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157086.953066:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 68 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157086.953079:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306eed80 00000100:00100000:0.0:1746157086.964382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.964897:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685465088 00000100:00100000:3.0:1746157086.964906:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685465088 00010000:00010000:3.0:1746157086.964954:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 68 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.965044:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17587 00000100:00100000:3.0:1746157086.965052:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2010:x1830977685465088:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.965066:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.965088:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 68 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.965101:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 68 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.965128:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed885351312 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207c5 expref: 68 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.965343:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.965346:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.965354:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.965362:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.965398:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157086.965409:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679317760:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.968329:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.972997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157086.974950:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685465216 00000100:00100000:1.0:1746157086.974962:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685465216 00000100:00100000:1.0:1746157086.975017:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30249 00000100:00100000:1.0:1746157086.975026:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:1767:x1830977685465216:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157086.975044:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157086.975061:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207d3 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.975092:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.975099:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.975101:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157086.975105:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 69 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.975135:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157086.975147:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157086.975159:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679317888:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157086.976343:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157086.977249:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.977974:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679317760:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157086.977996:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157086.978044:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:2010:x1830977685465088:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 12992us (13672us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157086.978054:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17587 00000100:00100000:3.0:1746157086.978105:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685465472 00000100:00100000:3.0:1746157086.978111:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685465472 00002000:00100000:3.0:1746157086.978147:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088a80 x1830977685465472/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.978161:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088a80 with x1830977685465472 ext(0->4095) 00010000:00010000:3.0:1746157086.978169:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.978180:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157086.978186:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091088a80 00000100:00100000:3.0:1746157086.978202:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3007 00000100:00100000:3.0:1746157086.978208:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685465472:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157086.978331:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685465472:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (1087us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.978337:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3007 00002000:00100000:3.0:1746157086.978342:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088a80 x1830977685465472/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.978348:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088a80 with x1830977685465472 ext(0->4095) 00010000:00010000:3.0:1746157086.978353:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.978361:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157086.978366:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091088a80 00000100:00100000:0.0:1746157086.981089:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679317888:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157086.981122:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 68 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.981137:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e200, rc 0) 00000100:00100000:0.0:1746157086.981919:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:1767:x1830977685465216:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6883us (8924us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157086.981928:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30249 00000100:00100000:2.0:1746157086.982206:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.982312:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685465600 00000100:00100000:0.0:1746157086.982318:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685465600 00000100:00100000:0.0:1746157086.982362:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30250 00000100:00100000:0.0:1746157086.982369:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:1768:x1830977685465600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157086.982386:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157086.982400:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207da expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.982420:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157086.982425:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 69 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.982430:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157086.982434:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 69 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.982467:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 69 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.982476:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 69 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157086.982484:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8000, rc 0) 00000100:00100000:0.0:1746157086.982523:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:1768:x1830977685465600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157086.982529:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30250 00000100:00100000:0.0:1746157086.983221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157086.983386:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685465728 00000100:00100000:3.0:1746157086.983392:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685465728 00010000:00010000:3.0:1746157086.983411:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.983621:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17588 00000100:00100000:3.0:1746157086.983628:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685465728:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157086.983638:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157086.983656:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.983667:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.983685:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351319 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207cc expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157086.983709:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.983711:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157086.983717:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 68 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.983724:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 68 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.983760:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 68 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157086.983770:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 68 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157086.983782:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679318144:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157086.984282:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157086.989001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157086.989113:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679318144:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157086.989135:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157086.989189:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685465728:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5560us (5973us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157086.989200:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17588 00000100:00100000:1.0:1746157086.989458:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685465984 00000100:00100000:1.0:1746157086.989465:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685465984 00002000:00100000:1.0:1746157086.989504:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2c380 x1830977685465984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.989513:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c380 with x1830977685465984 ext(0->4095) 00010000:00010000:1.0:1746157086.989521:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.989533:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157086.989539:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2c380 00000100:00100000:1.0:1746157086.989567:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3008 00000100:00100000:1.0:1746157086.989573:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:2010:x1830977685465984:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157086.989704:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:2010:x1830977685465984:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (715us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157086.989709:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3008 00002000:00100000:1.0:1746157086.989714:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008cc2c380 x1830977685465984/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157086.989721:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2c380 with x1830977685465984 ext(0->4095) 00010000:00010000:1.0:1746157086.989725:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157086.989752:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157086.989759:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cc2c380 00000100:00100000:0.0:1746157086.993234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.993399:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685466112 00000100:00100000:2.0:1746157086.993408:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685466112 00010000:00010000:2.0:1746157086.993444:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157086.994183:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17589 00000100:00100000:2.0:1746157086.994192:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:2011:x1830977685466112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157086.994207:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157086.994229:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.994241:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.994263:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed885351320 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207d3 expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157086.994295:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.994297:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157086.994305:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 68 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.994312:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 68 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157086.994345:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 68 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157086.994356:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679318272:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157086.995102:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157086.998066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157086.998578:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679318272:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157086.998605:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157086.998661:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2011:x1830977685466112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4469us (5435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157086.998671:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17589 00000100:00100000:3.0:1746157086.998759:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685466368 00000100:00100000:3.0:1746157086.998767:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685466368 00002000:00100000:3.0:1746157086.998806:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ed180 x1830977685466368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/0 e 0 to 0 dl 1746157097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.998815:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed180 with x1830977685466368 ext(0->4095) 00002000:00010000:3.0:1746157086.998819:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ed180 00000100:00100000:3.0:1746157086.998835:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13919 00000100:00100000:3.0:1746157086.998841:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2012:x1830977685466368:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157086.998973:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2012:x1830977685466368:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (918us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157086.998979:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13919 00002000:00100000:3.0:1746157086.998984:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306ed180 x1830977685466368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746157097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157086.998991:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306ed180 with x1830977685466368 ext(0->4095) 00002000:00010000:3.0:1746157086.998993:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306ed180 00000100:00100000:2.0:1746157087.004924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.005017:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685466496 00000100:00100000:3.0:1746157087.005028:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685466496 00000100:00100000:3.0:1746157087.005074:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30251 00000100:00100000:3.0:1746157087.005082:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685466496:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.005105:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.005123:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207e1 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.005153:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 67 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.005159:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.005161:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.005164:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.005193:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 67 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.005204:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 67 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.005215:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679318400:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.005295:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20063c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.009068:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679318400:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.009102:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.009120:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157087.012025:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685466496:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6929us (7107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.012041:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30251 00000100:00100000:0.0:1746157087.012294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.012433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.012487:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685466624 00000100:00100000:3.0:1746157087.012496:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685466624 00000100:00100000:3.0:1746157087.012528:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30252 00000100:00100000:3.0:1746157087.012535:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:1767:x1830977685466624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.012553:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.012570:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207e8 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.012596:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.012602:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.012608:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157087.012611:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 69 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.012643:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.012654:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 69 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.012665:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:3.0:1746157087.012716:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:1767:x1830977685466624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.012721:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30252 00000100:00100000:3.0:1746157087.012753:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685466752 00000100:00100000:3.0:1746157087.012757:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685466752 00010000:00010000:3.0:1746157087.012770:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.012787:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17590 00000100:00100000:3.0:1746157087.012792:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:2010:x1830977685466752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.012799:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.012817:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.012826:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.012843:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351327 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207da expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.012857:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.012858:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.012864:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.012871:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.012899:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.012922:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 5 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.012934:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679318656:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.012984:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20063c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.015763:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679318656:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.015786:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.015827:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2010:x1830977685466752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3033us (3392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.015837:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17590 00000100:00100000:0.0:1746157087.020356:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.020450:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685467008 00000100:00100000:1.0:1746157087.020460:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685467008 00002000:00100000:1.0:1746157087.020509:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6680 x1830977685467008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.020520:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6680 with x1830977685467008 ext(0->4095) 00010000:00010000:1.0:1746157087.020529:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.020543:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.020550:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6680 00000100:00100000:1.0:1746157087.020637:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3009 00000100:00100000:1.0:1746157087.020644:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685467008:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157087.022102:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685467008:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1452us (1750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.022111:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3009 00002000:00100000:1.0:1746157087.022120:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a6680 x1830977685467008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.022128:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6680 with x1830977685467008 ext(0->4095) 00010000:00010000:1.0:1746157087.022136:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.022149:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.022154:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a6680 00000100:00100000:0.0:1746157087.029432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.030349:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685467136 00000100:00100000:3.0:1746157087.030359:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685467136 00010000:00010000:3.0:1746157087.030398:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.030426:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17591 00000100:00100000:3.0:1746157087.030434:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685467136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.030449:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.030467:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.030478:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.030501:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535132e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e1 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.032498:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.032504:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.032516:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 67 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.032526:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 67 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.032574:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 67 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.032588:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679318784:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.035182:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20063c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.040282:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.040792:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685467392 00000100:00100000:1.0:1746157087.040802:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685467392 00002000:00100000:1.0:1746157087.040849:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7800 x1830977685467392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.040861:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7800 with x1830977685467392 ext(0->4095) 00002000:00010000:1.0:1746157087.040866:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a7800 00000100:00100000:1.0:1746157087.040897:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13920 00000100:00100000:1.0:1746157087.040905:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2010:x1830977685467392:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157087.041069:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2010:x1830977685467392:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.041076:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13920 00002000:00100000:1.0:1746157087.041082:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a7800 x1830977685467392/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.041089:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a7800 with x1830977685467392 ext(0->4095) 00002000:00010000:1.0:1746157087.041092:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a7800 00000100:00100000:3.0:1746157087.041438:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679318784:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.041458:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.041494:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685467136:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 11061us (12073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.041502:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17591 00000100:00100000:0.0:1746157087.045243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.045368:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685467520 00000100:00100000:2.0:1746157087.045378:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685467520 00000100:00100000:2.0:1746157087.045860:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30253 00000100:00100000:2.0:1746157087.045869:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685467520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.045889:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.045906:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207ef expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.045947:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 67 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.045954:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.045956:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.045959:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.045991:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 67 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.046002:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 67 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.046019:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679318912:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.047971:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.048334:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679318912:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.048370:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.048386:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4a00, rc 0) 00000100:00100000:2.0:1746157087.048427:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685467520:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2558us (3195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.048435:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30253 00000100:00100000:0.0:1746157087.051636:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.051710:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685467648 00000100:00100000:2.0:1746157087.051720:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685467648 00002000:00100000:2.0:1746157087.051796:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306a5880 x1830977685467648/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.051806:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5880 with x1830977685467648 ext(0->7) 00010000:00010000:2.0:1746157087.051815:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 68 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.051829:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 68 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.051836:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5880 00000100:00100000:2.0:1746157087.051867:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3010 00000100:00100000:2.0:1746157087.051875:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+68:2010:x1830977685467648:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157087.053296:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685467648:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1415us (1665us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1746157087.053305:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3010 00002000:00100000:0.0:1746157087.053315:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306a5880 x1830977685467648/t4294970661(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/448 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.053323:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5880 with x1830977685467648 ext(0->7) 00010000:00010000:0.0:1746157087.053331:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 70 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157087.053345:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 70 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157087.053352:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5880 00000100:00100000:0.0:1746157087.060879:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.060955:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685467776 00000100:00100000:3.0:1746157087.060966:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685467776 00010000:00010000:3.0:1746157087.061004:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 70 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.061042:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17592 00000100:00100000:3.0:1746157087.061050:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685467776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.061067:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.061086:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 70 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.061098:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 70 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.061121:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351335 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207e8 expref: 70 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.061151:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.061152:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.061160:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.061168:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.061203:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.061217:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679319040:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.061924:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20063c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.062392:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679319040:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157087.062408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157087.062409:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157087.062452:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685468032 00000100:00100000:1.0:1746157087.062457:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685468032 00002000:00100000:1.0:1746157087.062490:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4380 x1830977685468032/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.062499:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4380 with x1830977685468032 ext(0->4095) 00002000:00010000:1.0:1746157087.062503:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a4380 00000100:00100000:1.0:1746157087.062520:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13921 00000100:00100000:1.0:1746157087.062526:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685468032:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157087.062654:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685468032:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.062661:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13921 00002000:00100000:1.0:1746157087.062667:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4380 x1830977685468032/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.062674:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4380 with x1830977685468032 ext(0->4095) 00002000:00010000:1.0:1746157087.062676:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a4380 00000100:00100000:3.0:1746157087.062758:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:2011:x1830977685467776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1709us (1893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.062768:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17592 00000100:00100000:0.0:1746157087.067390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.069467:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685468160 00000100:00100000:2.0:1746157087.069482:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685468160 00000100:00100000:2.0:1746157087.069554:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30254 00000100:00100000:2.0:1746157087.069562:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+69:1768:x1830977685468160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.069582:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.069600:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207f6 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.069632:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.069639:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.069641:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.069644:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 70 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.069677:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.069689:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.069701:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679319168:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.070180:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b22b86c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746157087.071923:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157087.076527:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.076878:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685468288 00000100:00100000:3.0:1746157087.076887:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685468288 00000100:00100000:3.0:1746157087.076941:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30255 00000100:00100000:3.0:1746157087.076949:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685468288:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.076969:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.077619:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048207fd expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.077651:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.077658:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 72 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.077663:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.077667:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 72 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.077704:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 72 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.077717:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 72 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.077727:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:3.0:1746157087.077815:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685468288:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 866us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.077826:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30255 00000100:00100000:2.0:1746157087.078921:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679319168:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.078950:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 71 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.078961:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a5a00, rc 0) 00000100:00100000:2.0:1746157087.079223:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1768:x1830977685468160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9554us (11734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.079230:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30254 00000100:00100000:1.0:1746157087.080127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.080534:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685468416 00000100:00100000:3.0:1746157087.080540:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685468416 00010000:00010000:3.0:1746157087.080567:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.080590:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17593 00000100:00100000:3.0:1746157087.080596:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4977c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685468416:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.080608:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.080626:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.080637:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.080656:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4a00/0x7b65fed88535133c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207ef expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.080681:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.080682:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.080688:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 70 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.080695:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 70 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.080718:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 70 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.080728:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 70 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.080752:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679319424:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.080803:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20063c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.082996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.083129:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685468544 00000100:00100000:2.0:1746157087.083137:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685468544 00000100:00100000:2.0:1746157087.083191:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 554 00000100:00100000:2.0:1746157087.083203:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2013:x1830977685468544:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157087.083210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.083232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.083378:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685468800 00000100:00100000:3.0:1746157087.083382:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685468800 00000100:00100000:3.0:1746157087.083410:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685469056 00000100:00100000:3.0:1746157087.083412:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685469056 00000100:00100000:3.0:1746157087.083424:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1090 00000100:00100000:3.0:1746157087.083430:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2013:x1830977685468800:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157087.083815:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1091 00000100:00100000:1.0:1746157087.083823:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2013:x1830977685469056:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1746157087.083824:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2013:x1830977685468544:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 626us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.083829:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 554 00000100:00080000:2.0:1746157087.083856:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746157087.083859:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746157087.084065:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2013:x1830977685468800:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 634us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.084071:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1090 00000100:00100000:1.0:1746157087.084230:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2013:x1830977685469056:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 408us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157087.084236:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1091 00000100:00100000:1.0:1746157087.084344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.084359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.084381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.084388:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685468672 00000100:00100000:1.0:1746157087.084391:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685468672 00000100:00100000:1.0:1746157087.084407:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685469184 00000100:00100000:1.0:1746157087.084409:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685469184 00000100:00100000:1.0:1746157087.084419:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1092 00000100:00100000:1.0:1746157087.084423:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685468672:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157087.084443:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685468672:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 20us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157087.084448:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1092 00000100:00100000:1.0:1746157087.084457:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1093 00000100:00100000:1.0:1746157087.084461:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685469184:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157087.084473:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685469184:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 12us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157087.084477:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1093 00000100:00080000:2.0:1746157087.084645:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746157087.084647:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746157087.084658:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685468928 00000100:00100000:2.0:1746157087.084660:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685468928 00000100:00080000:0.0:1746157087.084891:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746157087.084931:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 756 00000100:00100000:2.0:1746157087.084937:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2013:x1830977685468928:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1746157087.084963:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2013:x1830977685468928:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 27us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.084967:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 756 00000100:00100000:0.0:1746157087.087591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.087794:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679319424:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.087815:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.087856:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4977c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685468416:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7256us (7727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.087867:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17593 00000100:00100000:1.0:1746157087.087894:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685469568 00000100:00100000:1.0:1746157087.087901:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685469568 00002000:00100000:1.0:1746157087.087949:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5f80 x1830977685469568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.087959:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5f80 with x1830977685469568 ext(0->4095) 00010000:00010000:1.0:1746157087.087968:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 71 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.087982:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 71 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.087988:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5f80 00000100:00100000:1.0:1746157087.088013:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3011 00000100:00100000:1.0:1746157087.088020:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2011:x1830977685469568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157087.088149:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2011:x1830977685469568:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.088154:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3011 00002000:00100000:1.0:1746157087.088159:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a5f80 x1830977685469568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.088165:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5f80 with x1830977685469568 ext(0->4095) 00010000:00010000:1.0:1746157087.088169:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 71 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.088178:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 71 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.088184:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a5f80 00000100:00100000:0.0:1746157087.093325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.093375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.093437:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685469824 00000100:00100000:3.0:1746157087.093446:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685469824 00000100:00100000:1.0:1746157087.093459:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685469696 00000100:00100000:1.0:1746157087.093462:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685469696 00010000:00010000:3.0:1746157087.093485:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 71 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157087.093504:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30256 00000100:00100000:1.0:1746157087.093511:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685469696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157087.093527:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157087.093542:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820804 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.093568:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157087.093573:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 71 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.093579:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157087.093582:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.093623:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 71 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.093634:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.093643:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f000, rc 0) 00000100:00100000:1.0:1746157087.093683:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685469696:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157087.093688:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30256 00000100:00100000:3.0:1746157087.093855:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17594 00000100:00100000:3.0:1746157087.093861:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:2011:x1830977685469824:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.093870:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.093886:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 71 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.093895:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 71 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.093918:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5a00/0x7b65fed885351343 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207f6 expref: 71 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.093939:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.093940:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.093946:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 70 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.093952:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 70 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.093969:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 70 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.093977:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 70 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.093988:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679319680:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.094034:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.094583:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.095104:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685469312 00000100:00100000:1.0:1746157087.095109:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685469312 00000100:00080000:0.0:1746157087.095758:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746157087.095879:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30257 00000100:00100000:1.0:1746157087.095888:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2009:x1830977685469312:12345-192.168.203.44@tcp:9:kworker.0 00000100:00100000:3.0:1746157087.095896:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679319680:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.095920:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000080:1.0:1746157087.095923:0:9577:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7b65fed885200a36 00000100:00080000:1.0:1746157087.095930:0:9577:0:(import.c:66:import_set_state_nolock()) ffff8800910f4800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1746157087.095951:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746157087.095969:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685469824:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2108us (2592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.095977:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17594 00000001:00000004:1.0:1746157087.095980:0:9577:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294972330 00000100:00100000:1.0:1746157087.096096:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+2:2009:x1830977685469312:12345-192.168.203.44@tcp:9:kworker.0 Request processed in 209us (1514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157087.096102:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30257 00000100:00100000:0.0:1746157087.096264:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.096553:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685470080 00000100:00100000:0.0:1746157087.096557:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685470080 00002000:00100000:0.0:1746157087.096586:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4e00 x1830977685470080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.096596:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4e00 with x1830977685470080 ext(0->4095) 00010000:00010000:0.0:1746157087.096603:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 70 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157087.096614:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 70 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157087.096620:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a4e00 00000100:00100000:0.0:1746157087.097111:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3012 00000100:00100000:0.0:1746157087.097118:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2013:x1830977685470080:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157087.097257:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2013:x1830977685470080:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (992us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157087.097262:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3012 00002000:00100000:0.0:1746157087.097268:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306a4e00 x1830977685470080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.097275:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a4e00 with x1830977685470080 ext(0->4095) 00010000:00010000:0.0:1746157087.097280:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 70 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157087.097289:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 70 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157087.097299:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306a4e00 00000100:00100000:0.0:1746157087.099449:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.099508:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.099512:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685470208 00000100:00100000:2.0:1746157087.099520:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685470208 00000100:00100000:3.0:1746157087.099562:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685470336 00000100:00100000:3.0:1746157087.099566:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685470336 00000100:00100000:2.0:1746157087.099573:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30258 00000100:00100000:2.0:1746157087.099581:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685470208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.099587:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 71 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.099595:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.099608:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482080b expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.099619:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17595 00000100:00100000:3.0:1746157087.099624:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685470336:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.099631:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.099632:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.099636:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.099641:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157087.099644:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 72 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.099655:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 72 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.099664:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 72 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.099679:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535134a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048207fd expref: 72 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.099687:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.099691:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.099692:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.099697:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.099708:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.099967:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 71 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.099975:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4400, rc 0) 00010000:00010000:3.0:1746157087.099986:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.099996:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 5 pid: 9577 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.100008:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679319936:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.100244:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+71:1767:x1830977685470208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 662us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.100250:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30258 00000100:00100000:3.0:1746157087.100257:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.106629:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.106701:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685470592 00000100:00100000:2.0:1746157087.106711:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685470592 00002000:00100000:2.0:1746157087.106774:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3100 x1830977685470592/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.106789:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3100 with x1830977685470592 ext(0->4095) 00010000:00010000:2.0:1746157087.106799:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 6 pid: 9577 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.106812:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 6 pid: 9577 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.106819:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f3100 00000100:00100000:2.0:1746157087.106839:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3013 00000100:00100000:2.0:1746157087.106847:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685470592:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157087.107012:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679319936:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.107016:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685470592:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.107022:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3013 00002000:00100000:2.0:1746157087.107027:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f3100 x1830977685470592/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746157087.107030:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157087.107034:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3100 with x1830977685470592 ext(0->4095) 00010000:00010000:2.0:1746157087.107037:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 6 pid: 9577 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.107046:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 6 pid: 9577 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.107051:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f3100 00000100:00100000:3.0:1746157087.107052:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2010:x1830977685470336:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7428us (7544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.107058:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17595 00000100:00100000:0.0:1746157087.114377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.114501:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685470720 00000100:00100000:3.0:1746157087.114509:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685470720 00010000:00010000:3.0:1746157087.114546:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 6 pid: 9577 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.114572:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17596 00000100:00100000:3.0:1746157087.114579:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685470720:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.114592:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.114611:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 6 pid: 9577 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.114622:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 6 pid: 9577 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.114646:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed885351351 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820804 expref: 6 pid: 9577 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.114677:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.114679:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.114686:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 69 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.114694:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 69 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.114727:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 69 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.114762:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679320064:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.114846:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157087.121632:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.121996:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685470976 00000100:00100000:0.0:1746157087.122004:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685470976 00002000:00100000:0.0:1746157087.122048:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131368a80 x1830977685470976/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.122058:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131368a80 with x1830977685470976 ext(0->4095) 00002000:00010000:0.0:1746157087.122063:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131368a80 00000100:00100000:3.0:1746157087.122157:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679320064:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.122177:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.122219:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685470720:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7640us (7852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.122227:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17596 00000100:00100000:0.0:1746157087.122822:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13922 00000100:00100000:0.0:1746157087.122830:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685470976:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157087.124292:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685470976:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1457us (2665us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157087.124302:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13922 00002000:00100000:0.0:1746157087.124312:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131368a80 x1830977685470976/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.124320:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131368a80 with x1830977685470976 ext(0->4095) 00002000:00010000:0.0:1746157087.124325:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131368a80 00000100:00100000:0.0:1746157087.126871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.127000:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685471104 00000100:00100000:2.0:1746157087.127031:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685471104 00000100:00100000:2.0:1746157087.127088:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30259 00000100:00100000:2.0:1746157087.127096:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685471104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.127115:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.127132:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820812 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.127159:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 69 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.127165:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.127167:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.127176:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.127210:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 69 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.127222:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 69 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.127233:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679320192:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.128375:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.129970:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679320192:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.129996:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.130016:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4600, rc 0) 00000100:00100000:2.0:1746157087.130090:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685471104:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2993us (3226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.130098:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30259 00000100:00100000:0.0:1746157087.136319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.136939:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685471232 00000100:00100000:2.0:1746157087.136951:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685471232 00002000:00100000:2.0:1746157087.137003:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306f3b80 x1830977685471232/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.137012:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3b80 with x1830977685471232 ext(0->7) 00010000:00010000:2.0:1746157087.137021:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 70 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.137035:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 70 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.137042:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f3b80 00000100:00100000:2.0:1746157087.137065:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3014 00000100:00100000:2.0:1746157087.137073:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+70:2011:x1830977685471232:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157087.139181:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685471232:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2103us (2868us total) trans 4294970662 rc 0/0 00000100:00100000:0.0:1746157087.139190:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3014 00002000:00100000:0.0:1746157087.139198:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306f3b80 x1830977685471232/t4294970662(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/448 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.139206:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f3b80 with x1830977685471232 ext(0->7) 00010000:00010000:0.0:1746157087.139213:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 72 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157087.139224:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 72 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157087.139230:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f3b80 00000100:00100000:0.0:1746157087.141369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.141468:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685471360 00000100:00100000:3.0:1746157087.141477:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685471360 00010000:00010000:3.0:1746157087.141510:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 72 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.141534:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17597 00000100:00100000:3.0:1746157087.141541:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685471360:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.141554:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.141570:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 72 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.141581:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 72 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.141605:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4400/0x7b65fed885351358 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482080b expref: 72 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.141636:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.141638:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.141646:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.141654:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.141686:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.141698:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679320320:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.141804:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.145833:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.145898:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685471488 00000100:00100000:2.0:1746157087.145908:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685471488 00000100:00100000:2.0:1746157087.145979:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30260 00000100:00100000:2.0:1746157087.145987:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685471488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.146007:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.146024:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820819 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.146058:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.146066:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.146068:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.146072:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 73 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.146102:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.146116:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.146127:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679320448:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.146223:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.149401:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679320320:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.149425:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.149485:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+73:2011:x1830977685471360:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7942us (8119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.149496:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17597 00000100:00100000:3.0:1746157087.149557:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679320448:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.149578:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 72 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.149596:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a5e00, rc 0) 00000100:00100000:3.0:1746157087.149621:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:1767:x1830977685471488:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3636us (3799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.149628:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30260 00000100:00100000:0.0:1746157087.150531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.150676:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685471744 00000100:00100000:2.0:1746157087.150683:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685471744 00002000:00100000:2.0:1746157087.150721:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0e00 x1830977685471744/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.150731:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0e00 with x1830977685471744 ext(0->4095) 00010000:00010000:2.0:1746157087.150771:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.150783:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.150795:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0e00 00000100:00100000:2.0:1746157087.150820:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3015 00000100:00100000:2.0:1746157087.150826:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685471744:12345-192.168.203.44@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746157087.150980:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685471744:12345-192.168.203.44@tcp:3:ldlm_bl.0 Request processed in 153us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.150986:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3015 00002000:00100000:2.0:1746157087.150991:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0e00 x1830977685471744/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.150998:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0e00 with x1830977685471744 ext(0->4095) 00010000:00010000:2.0:1746157087.151003:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.151011:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.151017:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0e00 00000100:00100000:0.0:1746157087.156876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.157119:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685471872 00000100:00100000:3.0:1746157087.157130:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685471872 00010000:00010000:3.0:1746157087.157171:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.157210:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17598 00000100:00100000:3.0:1746157087.157218:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685471872:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.157231:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.157252:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.157264:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.157287:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4600/0x7b65fed88535135f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820812 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.157315:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.157317:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.157323:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 71 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.157331:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 71 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.157362:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 71 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.157373:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679320576:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.157452:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.158822:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679320576:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.158836:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.158863:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685471872:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1646us (1997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.158872:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17598 00000100:00100000:0.0:1746157087.159033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.159085:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685472128 00000100:00100000:2.0:1746157087.159090:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685472128 00002000:00100000:2.0:1746157087.159121:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f2d80 x1830977685472128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.159129:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2d80 with x1830977685472128 ext(0->4095) 00002000:00010000:2.0:1746157087.159133:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f2d80 00000100:00100000:2.0:1746157087.159149:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13923 00000100:00100000:2.0:1746157087.159155:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685472128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157087.159275:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2011:x1830977685472128:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (242us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.159281:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13923 00002000:00100000:2.0:1746157087.159286:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f2d80 x1830977685472128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.159292:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f2d80 with x1830977685472128 ext(0->4095) 00002000:00010000:2.0:1746157087.159295:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f2d80 00000100:00100000:0.0:1746157087.167985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.168095:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685472256 00000100:00100000:3.0:1746157087.168105:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685472256 00000100:00100000:3.0:1746157087.168165:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30261 00000100:00100000:3.0:1746157087.168174:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009facb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685472256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.168197:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.168220:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820820 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.168251:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 71 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.168258:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.168259:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.168262:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.168294:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 71 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.168305:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 71 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.168317:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679320704:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.168407:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.174813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.174941:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679320704:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.174975:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.174994:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157087.175038:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009facb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685472256:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6865us (7063us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.175052:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30261 00000100:00100000:2.0:1746157087.175112:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685472384 00000100:00100000:2.0:1746157087.175125:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685472384 00002000:00100000:2.0:1746157087.175171:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306f1c00 x1830977685472384/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.175181:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1c00 with x1830977685472384 ext(0->7) 00010000:00010000:2.0:1746157087.175188:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 72 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.175201:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 72 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.175208:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1c00 00000100:00100000:2.0:1746157087.175261:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3016 00000100:00100000:2.0:1746157087.175269:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+72:2010:x1830977685472384:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157087.178140:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2010:x1830977685472384:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2861us (3327us total) trans 4294970663 rc 0/0 00000100:00100000:2.0:1746157087.178155:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3016 00002000:00100000:2.0:1746157087.178169:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801306f1c00 x1830977685472384/t4294970663(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/448 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.178179:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1c00 with x1830977685472384 ext(0->7) 00010000:00010000:2.0:1746157087.178189:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 74 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.178206:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 74 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.178213:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1c00 00000100:00100000:2.0:1746157087.186035:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.186090:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685472512 00000100:00100000:3.0:1746157087.186101:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685472512 00000100:00100000:3.0:1746157087.188659:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30262 00000100:00100000:3.0:1746157087.188682:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:1767:x1830977685472512:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.188703:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.188723:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820827 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.188764:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.188771:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.188776:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157087.188780:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 75 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.188819:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.188830:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 75 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.188838:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157087.188898:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:1767:x1830977685472512:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 228us (2871us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.188905:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30262 00000100:00100000:0.0:1746157087.190373:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.190450:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685472640 00000100:00100000:3.0:1746157087.190459:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685472640 00010000:00010000:3.0:1746157087.190491:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 75 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.190526:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17599 00000100:00100000:3.0:1746157087.190534:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:2011:x1830977685472640:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.190546:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.190566:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 75 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.190577:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 75 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.190598:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5e00/0x7b65fed885351366 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820819 expref: 75 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.190624:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.190626:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.190632:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.190640:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.190858:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.190875:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.190888:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679320960:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.194364:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.195550:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679320960:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.195570:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.195616:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2011:x1830977685472640:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5082us (5248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.195626:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17599 00000100:00100000:0.0:1746157087.198158:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.199416:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685472896 00000100:00100000:2.0:1746157087.199427:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685472896 00002000:00100000:2.0:1746157087.199477:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f1880 x1830977685472896/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.199487:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1880 with x1830977685472896 ext(0->4095) 00010000:00010000:2.0:1746157087.199497:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.199512:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.199519:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1880 00000100:00100000:2.0:1746157087.199563:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3017 00000100:00100000:2.0:1746157087.199571:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685472896:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157087.200451:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685472896:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 879us (2302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.200460:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3017 00002000:00100000:2.0:1746157087.200466:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f1880 x1830977685472896/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.200474:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1880 with x1830977685472896 ext(0->4095) 00010000:00010000:2.0:1746157087.200480:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.200490:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.200496:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f1880 00000100:00100000:0.0:1746157087.203148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.203535:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685473024 00000100:00100000:3.0:1746157087.203545:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685473024 00010000:00010000:3.0:1746157087.203584:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.203624:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17600 00000100:00100000:3.0:1746157087.203631:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5686c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685473024:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.203644:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.203666:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.203678:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.203702:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed88535136d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820820 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.203719:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.203721:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.203728:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 73 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.203905:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 73 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.204112:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 73 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.204124:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679321088:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.204212:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.207548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.207636:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679321088:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.207656:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.207709:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5686c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685473024:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4077us (4568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.207719:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17600 00000100:00100000:0.0:1746157087.208173:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685473280 00000100:00100000:0.0:1746157087.208181:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685473280 00002000:00100000:0.0:1746157087.208221:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088700 x1830977685473280/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.208229:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088700 with x1830977685473280 ext(0->4095) 00002000:00010000:0.0:1746157087.208235:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091088700 00000100:00100000:0.0:1746157087.208260:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13924 00000100:00100000:0.0:1746157087.208266:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2013:x1830977685473280:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157087.208388:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2013:x1830977685473280:12345-192.168.203.44@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (849us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157087.208394:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13924 00002000:00100000:0.0:1746157087.208399:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088700 x1830977685473280/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.208406:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088700 with x1830977685473280 ext(0->4095) 00002000:00010000:0.0:1746157087.208408:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091088700 00000100:00100000:0.0:1746157087.210571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.210640:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685473408 00000100:00100000:1.0:1746157087.210645:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685473408 00000100:00100000:3.0:1746157087.210861:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30263 00000100:00100000:3.0:1746157087.210871:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685473408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.210886:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.210903:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482082e expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.210939:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 73 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.210947:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.210948:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.210952:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.210980:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 73 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.210992:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 73 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.211004:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679321216:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.211082:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20060c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.213885:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679321216:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.213927:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.213946:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:0.0:1746157087.214050:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.214290:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685473536 00000100:00100000:2.0:1746157087.214297:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685473536 00010000:00010000:2.0:1746157087.214323:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 74 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.214354:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17601 00000100:00100000:2.0:1746157087.214361:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2011:x1830977685473536:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.214372:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.214390:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 74 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.214401:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 74 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.214427:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351374 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820827 expref: 74 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.214635:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685473408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3766us (4068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.214643:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30263 00010000:00010000:2.0:1746157087.215285:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.215287:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.215296:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.215304:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.215333:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157087.215344:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679321344:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.215417:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.217884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.218077:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685473664 00000100:00100000:3.0:1746157087.218086:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685473664 00000100:00100000:3.0:1746157087.218507:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30264 00000100:00100000:3.0:1746157087.218515:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:1767:x1830977685473664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.218536:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.218554:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820835 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.218582:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.218590:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.218591:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.218595:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 75 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.218624:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.218634:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.218647:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679321472:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.218729:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20060c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.219756:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679321344:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.219776:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.221021:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:2011:x1830977685473536:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6654us (6967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.221033:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17601 00000100:00100000:0.0:1746157087.221475:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.221565:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685473920 00000100:00100000:1.0:1746157087.221572:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685473920 00002000:00100000:1.0:1746157087.221607:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0380 x1830977685473920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.221616:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0380 with x1830977685473920 ext(0->4095) 00010000:00010000:1.0:1746157087.221625:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.221637:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.221643:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0380 00000100:00100000:1.0:1746157087.221658:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3018 00000100:00100000:1.0:1746157087.221664:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685473920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157087.221924:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679321472:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.221949:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 74 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.221962:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157087.222000:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:1767:x1830977685473664:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3486us (4125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.222006:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30264 00000100:00100000:1.0:1746157087.222640:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685473920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 974us (1164us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.222647:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3018 00002000:00100000:1.0:1746157087.222653:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801306f0380 x1830977685473920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.222667:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f0380 with x1830977685473920 ext(0->4095) 00010000:00010000:1.0:1746157087.222673:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.222683:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.222689:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f0380 00000100:00100000:0.0:1746157087.231876:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.231992:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685474048 00000100:00100000:3.0:1746157087.232001:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685474048 00010000:00010000:3.0:1746157087.232120:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.232364:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17602 00000100:00100000:3.0:1746157087.232372:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685474048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.232387:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.232407:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.232420:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.232445:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed88535137b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482082e expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.232626:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.232628:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.232636:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 73 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.232645:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 73 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.232680:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 73 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.232693:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679321600:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.233070:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20060c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.235510:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679321600:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.235532:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.235717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.235968:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685474048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3596us (4101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.235979:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17602 00000100:00100000:1.0:1746157087.237106:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685474304 00000100:00100000:1.0:1746157087.237115:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685474304 00002000:00100000:1.0:1746157087.237160:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088000 x1830977685474304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.237169:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088000 with x1830977685474304 ext(0->4095) 00002000:00010000:1.0:1746157087.237174:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091088000 00000100:00100000:1.0:1746157087.237193:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13925 00000100:00100000:1.0:1746157087.237200:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2011:x1830977685474304:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157087.237344:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2011:x1830977685474304:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (1628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.237350:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13925 00002000:00100000:1.0:1746157087.237355:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091088000 x1830977685474304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.237361:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088000 with x1830977685474304 ext(0->4095) 00002000:00010000:1.0:1746157087.237364:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091088000 00000100:00100000:0.0:1746157087.241330:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.241432:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685474432 00000100:00100000:3.0:1746157087.241441:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685474432 00000100:00100000:3.0:1746157087.241829:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30265 00000100:00100000:3.0:1746157087.241838:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685474432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.241857:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.241874:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482083c expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.241900:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 73 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.241907:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.241919:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.241922:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.241952:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 73 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.241963:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 73 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.241974:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679321728:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.242056:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20060c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.248044:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679321728:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.248077:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.248096:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157087.248179:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685474432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6341us (6857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.248188:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30265 00000100:00100000:0.0:1746157087.251781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.251933:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685474560 00000100:00100000:2.0:1746157087.251944:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685474560 00002000:00100000:2.0:1746157087.251990:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d11880 x1830977685474560/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.252000:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11880 with x1830977685474560 ext(0->7) 00010000:00010000:2.0:1746157087.252009:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 74 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.252023:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 74 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.252029:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d11880 00000100:00100000:2.0:1746157087.252049:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3019 00000100:00100000:2.0:1746157087.252056:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+74:2010:x1830977685474560:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157087.252902:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685474560:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 843us (1127us total) trans 4294970664 rc 0/0 00000100:00100000:2.0:1746157087.252918:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3019 00002000:00100000:2.0:1746157087.252924:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093d11880 x1830977685474560/t4294970664(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/448 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.252931:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11880 with x1830977685474560 ext(0->7) 00010000:00010000:2.0:1746157087.252936:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 76 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.252945:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 76 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.252950:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d11880 00000100:00100000:0.0:1746157087.262554:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.264027:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685474688 00000100:00100000:3.0:1746157087.264038:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685474688 00010000:00010000:3.0:1746157087.264083:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 76 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.264121:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17603 00000100:00100000:3.0:1746157087.264129:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685474688:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.264147:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.264167:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 76 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.264179:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 76 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.264202:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351382 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820835 expref: 76 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.264663:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.264665:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.264674:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.264682:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.264717:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.264730:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679321856:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.265439:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20060c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.268714:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679321856:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.268765:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.268806:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:2011:x1830977685474688:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4677us (6262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.268820:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17603 00000100:00100000:0.0:1746157087.271234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.271333:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685474944 00000100:00100000:2.0:1746157087.271343:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685474944 00002000:00100000:2.0:1746157087.271389:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10700 x1830977685474944/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.271398:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10700 with x1830977685474944 ext(0->4095) 00002000:00010000:2.0:1746157087.271404:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d10700 00000100:00100000:2.0:1746157087.275958:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13926 00000100:00100000:2.0:1746157087.275979:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685474944:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157087.276181:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685474944:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 211us (4954us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.276187:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13926 00002000:00100000:2.0:1746157087.276194:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d10700 x1830977685474944/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.276202:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d10700 with x1830977685474944 ext(0->4095) 00002000:00010000:2.0:1746157087.276208:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d10700 00000100:00100000:0.0:1746157087.278016:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.278123:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685475072 00000100:00100000:3.0:1746157087.278131:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685475072 00000100:00100000:0.0:1746157087.278790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.281014:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685475200 00000100:00100000:2.0:1746157087.281024:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685475200 00000100:00100000:2.0:1746157087.281081:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30266 00000100:00100000:2.0:1746157087.281089:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1767:x1830977685475072:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.281110:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.281128:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820843 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.281160:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.281167:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.281169:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.281173:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 77 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.281203:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.281219:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.281231:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679321984:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.281309:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.281340:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30267 00000100:00100000:2.0:1746157087.281345:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:1768:x1830977685475200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.281351:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.281357:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482084a expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.281367:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.281370:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 78 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.281375:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.281377:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 78 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.281399:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 78 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.281410:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 78 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.281418:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4e00, rc 0) 00000100:00100000:2.0:1746157087.281438:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:1768:x1830977685475200:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (2650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.281444:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30267 00000100:00100000:2.0:1746157087.284594:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679321984:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.284627:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 77 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.284642:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4200, rc 0) 00000100:00100000:2.0:1746157087.284679:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:1767:x1830977685475072:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3590us (6665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.284686:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30266 00000100:00100000:0.0:1746157087.285585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.285707:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685475328 00000100:00100000:3.0:1746157087.285713:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685475328 00010000:00010000:3.0:1746157087.285799:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.285821:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17604 00000100:00100000:3.0:1746157087.285828:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685475328:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.285840:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.285860:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.285870:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.285890:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526e00/0x7b65fed885351389 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482083c expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.286124:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.286127:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.286134:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.286144:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.286177:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.286188:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 76 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.286199:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679322240:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.286441:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20060c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.289592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.289684:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679322240:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.289704:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.289779:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685475328:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3951us (4195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.289790:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17604 00000100:00100000:1.0:1746157087.289871:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685475584 00000100:00100000:1.0:1746157087.289878:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685475584 00002000:00100000:1.0:1746157087.289929:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11f80 x1830977685475584/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.289939:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11f80 with x1830977685475584 ext(0->4095) 00010000:00010000:1.0:1746157087.289948:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.289961:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.289967:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d11f80 00000100:00100000:1.0:1746157087.289994:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3020 00000100:00100000:1.0:1746157087.290001:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685475584:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157087.290131:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685475584:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.290137:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3020 00002000:00100000:1.0:1746157087.290142:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d11f80 x1830977685475584/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.290149:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11f80 with x1830977685475584 ext(0->4095) 00010000:00010000:1.0:1746157087.290153:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.290162:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.290172:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d11f80 00000100:00100000:0.0:1746157087.292635:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.292777:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685475712 00000100:00100000:3.0:1746157087.292785:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685475712 00010000:00010000:3.0:1746157087.292822:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.292927:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17605 00000100:00100000:3.0:1746157087.292935:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685475712:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.292948:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.292966:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.292983:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.293007:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed885351390 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820843 expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.293209:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.293211:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.293219:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 76 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.293227:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 76 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.293260:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 76 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.293272:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679322368:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.293667:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20060c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.296934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.297034:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679322368:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.297053:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157087.297243:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685475968 00000100:00100000:0.0:1746157087.297250:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685475968 00002000:00100000:0.0:1746157087.297293:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108ad80 x1830977685475968/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.297302:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108ad80 with x1830977685475968 ext(0->4095) 00002000:00010000:0.0:1746157087.297306:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009108ad80 00000100:00100000:3.0:1746157087.297337:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685475712:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4401us (4710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.297345:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17605 00000100:00100000:1.0:1746157087.298398:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13927 00000100:00100000:1.0:1746157087.298409:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685475968:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157087.298552:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685475968:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (1628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.298557:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13927 00002000:00100000:1.0:1746157087.298562:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108ad80 x1830977685475968/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.298569:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108ad80 with x1830977685475968 ext(0->4095) 00002000:00010000:1.0:1746157087.298574:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009108ad80 00000100:00100000:0.0:1746157087.301095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.301494:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685476096 00000100:00100000:2.0:1746157087.301503:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685476096 00000100:00100000:2.0:1746157087.301553:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30268 00000100:00100000:2.0:1746157087.301560:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685476096:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.301577:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.301595:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820851 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.301621:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.301628:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.301629:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.301633:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.301666:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 75 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.301678:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 75 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.301691:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679322496:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.302514:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2619c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.304127:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.304308:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679322496:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.304339:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.304357:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4200, rc 0) 00000100:00100000:2.0:1746157087.304396:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685476096:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2835us (3307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.304405:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30268 00000100:00100000:3.0:1746157087.304480:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685476224 00000100:00100000:3.0:1746157087.304487:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685476224 00010000:00010000:3.0:1746157087.304514:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 76 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.304768:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17606 00000100:00100000:3.0:1746157087.304776:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685476224:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.304790:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.304810:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 76 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.304821:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 76 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.304842:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4e00/0x7b65fed885351397 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482084a expref: 76 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.305135:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.305138:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.305144:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.305152:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.305181:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.305193:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679322624:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.305262:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20060c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.308181:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679322624:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.308202:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.308243:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:2011:x1830977685476224:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3467us (4122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.308253:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17606 00000100:00100000:0.0:1746157087.308388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.309031:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.309085:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685476480 00000100:00100000:1.0:1746157087.309091:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685476480 00002000:00100000:1.0:1746157087.309130:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d12a00 x1830977685476480/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.309138:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12a00 with x1830977685476480 ext(0->4095) 00002000:00010000:1.0:1746157087.309142:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d12a00 00000100:00100000:1.0:1746157087.309157:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13928 00000100:00100000:1.0:1746157087.309162:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685476480:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157087.309276:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685476480:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.309281:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13928 00002000:00100000:1.0:1746157087.309285:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d12a00 x1830977685476480/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.309292:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d12a00 with x1830977685476480 ext(0->4095) 00002000:00010000:1.0:1746157087.309294:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d12a00 00000100:00100000:2.0:1746157087.309338:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685476608 00000100:00100000:2.0:1746157087.309342:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685476608 00000100:00100000:2.0:1746157087.309362:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30269 00000100:00100000:2.0:1746157087.309367:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:1767:x1830977685476608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.309374:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.309388:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820858 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.309412:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.309418:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.309420:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.309423:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.309446:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.309456:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 5 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.309467:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679322752:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.309512:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2619c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.313272:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679322752:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.313304:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.313321:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a5400, rc 0) 00000100:00100000:2.0:1746157087.313977:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1767:x1830977685476608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4605us (4942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.313987:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30269 00000100:00100000:0.0:1746157087.316687:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.316783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.316940:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685476864 00000100:00100000:3.0:1746157087.316950:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685476864 00010000:00010000:3.0:1746157087.316985:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.317014:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17607 00000100:00100000:3.0:1746157087.317021:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5686850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685476864:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.317035:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.317055:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.317067:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.317091:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a4200/0x7b65fed88535139e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820851 expref: 6 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.317112:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.317114:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.317120:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 75 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.317133:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 75 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.317164:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 75 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.317177:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679322880:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.317252:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20060c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.317362:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685476736 00000100:00100000:2.0:1746157087.317366:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685476736 00000100:00100000:2.0:1746157087.317398:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30270 00000100:00100000:2.0:1746157087.317404:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1768:x1830977685476736:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.317418:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.317429:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482085f expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.317445:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 77 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.317450:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.317451:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.317454:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.317470:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 77 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.317480:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.317488:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679323008:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.317509:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2619c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157087.321346:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.321444:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679322880:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.321464:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.321504:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5686850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685476864:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4483us (4721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.321515:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17607 00000100:00100000:0.0:1746157087.321646:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685477120 00000100:00100000:0.0:1746157087.321653:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685477120 00002000:00100000:0.0:1746157087.321697:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136a680 x1830977685477120/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.321706:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136a680 with x1830977685477120 ext(0->4095) 00010000:00010000:0.0:1746157087.321715:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 78 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157087.321728:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 78 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157087.321753:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136a680 00000100:00100000:0.0:1746157087.321769:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3021 00000100:00100000:0.0:1746157087.321777:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977685477120:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157087.321896:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977685477120:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (560us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157087.321905:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3021 00002000:00100000:0.0:1746157087.321921:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136a680 x1830977685477120/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.321928:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136a680 with x1830977685477120 ext(0->4095) 00010000:00010000:0.0:1746157087.321932:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 78 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157087.321941:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 78 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157087.321947:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013136a680 00000100:00100000:2.0:1746157087.322126:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679323008:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.322146:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.322157:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b8e00, rc 0) 00000100:00100000:2.0:1746157087.322180:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:1768:x1830977685476736:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4776us (5505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.322189:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30270 00000100:00100000:0.0:1746157087.325073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.325733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.325884:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685477248 00000100:00100000:2.0:1746157087.325894:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685477248 00000100:00100000:2.0:1746157087.325958:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30271 00000100:00100000:2.0:1746157087.325966:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:1767:x1830977685477248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.325985:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.326003:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820866 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.326028:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.326033:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 78 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.326039:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157087.326042:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 78 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.326079:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 78 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.326091:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 78 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.326101:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b9400, rc 0) 00000100:00100000:2.0:1746157087.326144:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:1767:x1830977685477248:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.326150:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30271 00000100:00100000:2.0:1746157087.326797:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685477376 00000100:00100000:2.0:1746157087.326801:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685477376 00010000:00010000:2.0:1746157087.326818:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 78 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.327216:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17608 00000100:00100000:2.0:1746157087.327222:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977685477376:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.327230:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.327248:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 78 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.327258:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 78 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.327275:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7a5400/0x7b65fed8853513a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820858 expref: 78 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.327683:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.327685:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.327693:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.327699:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.327725:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.327761:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.327772:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679323264:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.328181:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2619c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.330522:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679323264:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.330547:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.330596:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2011:x1830977685477376:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3373us (4862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.330606:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17608 00000100:00100000:0.0:1746157087.330942:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.331149:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685477632 00000100:00100000:1.0:1746157087.331156:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685477632 00002000:00100000:1.0:1746157087.331192:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d13800 x1830977685477632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.331202:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d13800 with x1830977685477632 ext(0->4095) 00010000:00010000:1.0:1746157087.331210:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.331223:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.331230:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d13800 00000100:00100000:1.0:1746157087.331245:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3022 00000100:00100000:1.0:1746157087.331251:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685477632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157087.331372:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685477632:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.331377:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3022 00002000:00100000:1.0:1746157087.331383:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093d13800 x1830977685477632/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.331390:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d13800 with x1830977685477632 ext(0->4095) 00010000:00010000:1.0:1746157087.331395:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.331404:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.331410:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d13800 00000100:00100000:0.0:1746157087.336073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.336123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.336204:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685477888 00000100:00100000:2.0:1746157087.336213:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685477888 00010000:00010000:2.0:1746157087.336248:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.336281:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17609 00000100:00100000:2.0:1746157087.336288:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685477888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.336303:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.336323:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.336336:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.336358:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed8853513ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482085f expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.336376:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.336378:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.336385:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.336393:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.336424:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157087.336436:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679323392:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.336509:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2619c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.336576:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685477760 00000100:00100000:3.0:1746157087.336580:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685477760 00000100:00100000:3.0:1746157087.336604:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30272 00000100:00100000:3.0:1746157087.336609:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685477760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.336622:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.336632:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482086d expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.336649:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.336654:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.336656:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.336659:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.336674:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.336684:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 76 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.336692:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679323520:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.336711:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.338474:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746157087.338492:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679323648:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746157087.338550:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157087.339117:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679323648 00000100:00100000:3.0:1746157087.339125:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679323648 00000100:00100000:2.0:1746157087.339232:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679323392:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.339256:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.339289:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685477888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3000us (3164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.339298:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17609 00000100:00100000:3.0:1746157087.339431:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1746157087.339438:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679323648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746157087.339470:0:7242:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746157087.339504:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679323648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.339509:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1746157087.340158:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679323648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746157087.340269:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679323520:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.340287:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.340304:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527800, rc 0) 00000100:00100000:3.0:1746157087.340337:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685477760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3727us (4274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.340348:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30272 00000100:00100000:0.0:1746157087.340720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.340869:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685478016 00000100:00100000:2.0:1746157087.340875:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685478016 00010000:00010000:2.0:1746157087.340898:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 76 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.340931:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17610 00000100:00100000:2.0:1746157087.340937:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685478016:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.340947:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.340966:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 76 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.340977:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 76 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.341001:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9400/0x7b65fed8853513b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820866 expref: 76 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.341012:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.341015:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.341021:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.341028:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.341055:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157087.341067:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679323776:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.341125:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2619c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.344403:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.344495:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685478272 00000100:00100000:1.0:1746157087.344504:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685478272 00002000:00100000:1.0:1746157087.344551:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d5f80 x1830977685478272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.344561:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5f80 with x1830977685478272 ext(0->4095) 00002000:00010000:1.0:1746157087.344566:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d5f80 00000100:00100000:1.0:1746157087.344588:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13929 00000100:00100000:1.0:1746157087.344596:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685478272:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157087.344774:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685478272:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.344781:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13929 00002000:00100000:1.0:1746157087.344787:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d5f80 x1830977685478272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.344794:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d5f80 with x1830977685478272 ext(0->4095) 00002000:00010000:1.0:1746157087.344796:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d5f80 00000100:00100000:2.0:1746157087.344987:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679323776:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.345010:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.345043:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:2011:x1830977685478016:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4107us (4325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.345051:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17610 00000100:00100000:0.0:1746157087.347040:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.347147:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685478400 00000100:00100000:3.0:1746157087.347156:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685478400 00000100:00100000:3.0:1746157087.347257:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30273 00000100:00100000:3.0:1746157087.347265:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+75:1768:x1830977685478400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.347283:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.347301:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820874 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.347330:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.347338:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.347340:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.347343:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 76 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.347372:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.347383:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.347395:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679323904:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.347477:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.349883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.350471:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685478528 00000100:00100000:2.0:1746157087.350479:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685478528 00000100:00100000:2.0:1746157087.350531:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30274 00000100:00100000:2.0:1746157087.350539:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:1767:x1830977685478528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.350556:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.350572:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482087b expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.350597:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.350603:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 78 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.350608:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.350612:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 78 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.350646:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 78 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.350658:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 78 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.350668:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091005600, rc 0) 00000100:00100000:2.0:1746157087.350717:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:1767:x1830977685478528:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.350724:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30274 00000100:00100000:3.0:1746157087.351086:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679323904:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.351106:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 77 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.351114:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157087.351135:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:1768:x1830977685478400:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3871us (4104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.351140:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30273 00000100:00100000:1.0:1746157087.352387:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.352882:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685478656 00000100:00100000:2.0:1746157087.352889:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685478656 00010000:00010000:2.0:1746157087.352946:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.352975:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17611 00000100:00100000:2.0:1746157087.352982:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685478656:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.352994:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.353014:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.353026:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.353048:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853513ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482086d expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.353079:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.353081:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.353087:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 76 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.353094:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 76 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.353127:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 76 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.353138:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 76 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.353149:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679324160:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.353224:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2619c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.356396:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679324160:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.356425:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.356464:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685478656:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3482us (4083us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.356475:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17611 00000100:00100000:0.0:1746157087.358042:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.358125:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685478912 00000100:00100000:2.0:1746157087.358134:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685478912 00002000:00100000:2.0:1746157087.358178:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4000 x1830977685478912/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.358188:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4000 with x1830977685478912 ext(0->4095) 00010000:00010000:2.0:1746157087.358197:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 77 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.358209:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 77 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.358215:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4000 00000100:00100000:2.0:1746157087.358244:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3023 00000100:00100000:2.0:1746157087.358251:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2011:x1830977685478912:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157087.358396:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2011:x1830977685478912:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.358402:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3023 00002000:00100000:2.0:1746157087.358408:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d4000 x1830977685478912/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.358414:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4000 with x1830977685478912 ext(0->4095) 00010000:00010000:2.0:1746157087.358419:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 77 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.358427:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 77 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.358432:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d4000 00000100:00100000:0.0:1746157087.361158:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.361350:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685479040 00000100:00100000:3.0:1746157087.361358:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685479040 00000100:00100000:3.0:1746157087.361411:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30275 00000100:00100000:3.0:1746157087.361418:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685479040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.361435:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.361453:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820882 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.361477:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.361483:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.361488:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157087.361492:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.361526:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.361537:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.361551:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:3.0:1746157087.361595:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685479040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.361601:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30275 00000100:00100000:0.0:1746157087.362072:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.362446:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685479168 00000100:00100000:3.0:1746157087.362451:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685479168 00010000:00010000:3.0:1746157087.362472:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 77 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.362500:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17612 00000100:00100000:3.0:1746157087.362505:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2011:x1830977685479168:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.362514:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.362531:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 77 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.362542:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 77 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.362559:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed8853513c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820874 expref: 77 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.362584:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.362586:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.362592:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.362605:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.362624:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 76 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.362634:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 76 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.362646:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679324416:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.364105:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.365788:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679324416:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.365809:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.366038:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685479168:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3530us (3963us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.366048:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17612 00000100:00100000:2.0:1746157087.366571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.366692:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685479424 00000100:00100000:0.0:1746157087.366698:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685479424 00002000:00100000:0.0:1746157087.366749:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089880 x1830977685479424/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.366759:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089880 with x1830977685479424 ext(0->4095) 00010000:00010000:0.0:1746157087.366767:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 76 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157087.366781:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 76 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157087.366787:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089880 00000100:00100000:0.0:1746157087.366810:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3024 00000100:00100000:0.0:1746157087.366817:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685479424:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157087.366941:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685479424:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (370us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157087.366947:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3024 00002000:00100000:0.0:1746157087.366952:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091089880 x1830977685479424/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.366959:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091089880 with x1830977685479424 ext(0->4095) 00010000:00010000:0.0:1746157087.366963:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 76 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157087.366972:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 76 pid: 19476 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157087.366978:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091089880 00000100:00100000:0.0:1746157087.369314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.369357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.369427:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685479680 00000100:00100000:1.0:1746157087.369433:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685479680 00000100:00100000:1.0:1746157087.369481:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30276 00000100:00100000:1.0:1746157087.369486:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:1767:x1830977685479680:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157087.369502:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157087.369518:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820889 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.369542:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157087.369548:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.369554:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157087.369558:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 77 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.369594:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.369607:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 77 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.369617:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f400, rc 0) 00000100:00100000:1.0:1746157087.369658:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:1767:x1830977685479680:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157087.369664:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30276 00000100:00100000:3.0:1746157087.369726:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685479552 00000100:00100000:3.0:1746157087.369729:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685479552 00010000:00010000:3.0:1746157087.369768:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.369786:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17613 00000100:00100000:3.0:1746157087.369791:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+77:2010:x1830977685479552:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.369798:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.369817:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.369827:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.369843:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482087b expref: 77 pid: 19476 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.369858:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.369860:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.369865:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.369872:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.369890:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.369900:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.369922:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679324672:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.369973:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.374750:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679324672:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.374773:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.374824:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685479552:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5031us (5465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.374833:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17613 00000100:00100000:0.0:1746157087.375344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.375501:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685479936 00000100:00100000:2.0:1746157087.375509:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685479936 00002000:00100000:2.0:1746157087.375548:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d7800 x1830977685479936/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.375558:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7800 with x1830977685479936 ext(0->4095) 00010000:00010000:2.0:1746157087.375567:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.375580:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.375588:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d7800 00000100:00100000:2.0:1746157087.375613:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3025 00000100:00100000:2.0:1746157087.375619:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685479936:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157087.375778:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685479936:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.375784:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3025 00002000:00100000:2.0:1746157087.375789:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d7800 x1830977685479936/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.375795:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7800 with x1830977685479936 ext(0->4095) 00010000:00010000:2.0:1746157087.375800:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.375809:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.375814:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d7800 00000100:00100000:0.0:1746157087.378859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.379197:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685480064 00000100:00100000:3.0:1746157087.379206:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685480064 00010000:00010000:3.0:1746157087.379244:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.379833:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17614 00000100:00100000:3.0:1746157087.379843:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5686450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685480064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.379856:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.379875:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.379888:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.379921:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820882 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.379973:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.379976:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.379984:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 75 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.379992:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 75 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.380031:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 75 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.380043:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679324800:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.380249:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.382786:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679324800:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.382808:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.382857:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5686450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685480064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3015us (4005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.382868:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17614 00000100:00100000:0.0:1746157087.383191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.383212:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685480320 00000100:00100000:0.0:1746157087.383217:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685480320 00002000:00100000:0.0:1746157087.383255:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d7480 x1830977685480320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.383264:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7480 with x1830977685480320 ext(0->4095) 00002000:00010000:0.0:1746157087.383268:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d7480 00000100:00100000:0.0:1746157087.383292:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13930 00000100:00100000:0.0:1746157087.383298:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685480320:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157087.383418:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2010:x1830977685480320:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157087.383423:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13930 00002000:00100000:0.0:1746157087.383428:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d7480 x1830977685480320/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.383435:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d7480 with x1830977685480320 ext(0->4095) 00002000:00010000:0.0:1746157087.383438:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d7480 00000100:00100000:2.0:1746157087.427672:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746157087.427695:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679324928:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746157087.427776:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157087.427998:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830977679325184:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428029:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157087.428044:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3765:1830977679325696:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428059:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157087.428077:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3765:1830977679326208:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428091:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157087.428103:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1746157087.428108:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679325312:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428131:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157087.428143:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679325824:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428167:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157087.428179:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679326336:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428192:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157087.428214:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679325184 00000100:00100000:3.0:1746157087.428221:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679325184 00000100:00100000:3.0:1746157087.428257:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679325696 00000100:00100000:3.0:1746157087.428259:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679325696 00000100:00100000:3.0:1746157087.428278:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679326208 00000100:00100000:3.0:1746157087.428281:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679326208 00000100:00100000:3.0:1746157087.428299:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1746157087.428304:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830977679325184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428345:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830977679325184:12345-0@lo:400:kworker.0 Request processed in 40us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.428350:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1746157087.428366:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1746157087.428370:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830977679325696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428390:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830977679325696:12345-0@lo:400:kworker.0 Request processed in 20us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.428395:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1746157087.428402:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1746157087.428407:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830977679326208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428432:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830977679326208:12345-0@lo:400:kworker.0 Request processed in 26us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.428437:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1746157087.428465:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830977679325184:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428472:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3765:1830977679325696:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428478:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3765:1830977679326208:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428499:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679325824 00000100:00100000:3.0:1746157087.428501:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679325824 00000100:00100000:3.0:1746157087.428521:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679326336 00000100:00100000:3.0:1746157087.428522:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679326336 00000100:00100000:3.0:1746157087.428540:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1746157087.428544:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679325824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428569:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679325824:12345-0@lo:400:kworker.0 Request processed in 25us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.428573:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1746157087.428581:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1746157087.428585:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679326336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428603:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679326336:12345-0@lo:400:kworker.0 Request processed in 18us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.428607:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1746157087.428623:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679325824:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428630:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679326336:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428676:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679325312 00000100:00100000:3.0:1746157087.428678:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679325312 00000100:00100000:3.0:1746157087.428697:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1746157087.428701:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830977679325312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.428728:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830977679325312:12345-0@lo:400:kworker.0 Request processed in 26us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.428732:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1746157087.428778:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679325312:0@lo:400:kworker.0 00000100:00080000:3.0:1746157087.428797:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746157087.428800:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746157087.428803:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746157087.428952:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830977679325440:0@lo:400:kworker.0 00000100:00100000:0.0:1746157087.428978:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157087.429004:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679325952:0@lo:400:kworker.0 00000100:00100000:0.0:1746157087.429020:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157087.429043:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746157087.429048:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:81652853-4347-4196-931c-6de7451a0496:3767:1830977679325056:0@lo:400:kworker.0 00000100:00100000:0.0:1746157087.429068:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157087.429087:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3767:1830977679325568:0@lo:400:kworker.0 00000100:00100000:0.0:1746157087.429102:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157087.429112:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3767:1830977679326080:0@lo:400:kworker.0 00000100:00100000:0.0:1746157087.429125:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157087.429250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.429262:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679325952 00000100:00100000:0.0:1746157087.429264:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679325952 00000100:00080000:0.0:1746157087.429274:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157087.429286:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685480448 00000100:00100000:0.0:1746157087.429287:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685480448 00000100:00100000:0.0:1746157087.429298:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1746157087.429302:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679325952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157087.429324:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679325952:12345-0@lo:400:kworker.0 Request processed in 23us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157087.429329:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1746157087.429337:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30277 00000100:00100000:0.0:1746157087.429340:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685480448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157087.429349:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157087.429364:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820890 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.429385:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 75 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.429392:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157087.429394:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157087.429397:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.429418:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 75 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.429428:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 75 pid: 9577 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746157087.429436:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679326464:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157087.429467:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.429481:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679325952:0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.429611:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679325440 00000100:00100000:3.0:1746157087.429614:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679325440 00000100:00100000:3.0:1746157087.429631:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679325568 00000100:00100000:3.0:1746157087.429632:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679325568 00000100:00100000:3.0:1746157087.429642:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679326080 00000100:00100000:3.0:1746157087.429644:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679326080 00000100:00100000:3.0:1746157087.429653:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1746157087.429657:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830977679325440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.429680:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830977679325440:12345-0@lo:400:kworker.0 Request processed in 23us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.429685:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1746157087.429692:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:3.0:1746157087.429695:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830977679325568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.429708:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830977679325568:12345-0@lo:400:kworker.0 Request processed in 13us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.429712:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:3.0:1746157087.429718:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1746157087.429722:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830977679326080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.429760:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830977679326080:12345-0@lo:400:kworker.0 Request processed in 37us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.429765:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1746157087.429800:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679325056 00000100:00100000:3.0:1746157087.429803:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679325056 00000100:00100000:3.0:1746157087.429821:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1746157087.429825:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:81652853-4347-4196-931c-6de7451a0496+23:3767:x1830977679325056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157087.429848:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:81652853-4347-4196-931c-6de7451a0496+23:3767:x1830977679325056:12345-0@lo:400:kworker.0 Request processed in 22us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.429853:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1746157087.429931:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679324928 00000100:00100000:1.0:1746157087.429935:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679324928 00000100:00100000:1.0:1746157087.429970:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1746157087.429975:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679324928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746157087.429990:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499600192 pending 1003520 free 3920138240 avail 3688615936 00000100:00100000:1.0:1746157087.430020:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679324928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (2245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157087.430025:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1746157087.430142:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679324928:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1746157087.430196:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157087.430199:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157087.430211:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:81652853-4347-4196-931c-6de7451a0496:3767:1830977679325056:0@lo:400:kworker.0 00000100:00100000:0.0:1746157087.430220:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3767:1830977679325568:0@lo:400:kworker.0 00000100:00100000:0.0:1746157087.430226:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3767:1830977679326080:0@lo:400:kworker.0 00000100:00100000:0.0:1746157087.430234:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830977679325440:0@lo:400:kworker.0 00000100:00100000:2.0:1746157087.439220:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679326464:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.439256:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.439279:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801306a9000, rc 0) 00000100:00100000:2.0:1746157087.439324:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685480448:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9981us (10073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.439332:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30277 00000100:00100000:0.0:1746157087.460657:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.460767:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685480576 00000100:00100000:3.0:1746157087.460776:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685480576 00002000:00100000:3.0:1746157087.460823:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f165500 x1830977685480576/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157087.460833:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f165500 with x1830977685480576 ext(0->7) 00010000:00010000:3.0:1746157087.460842:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 76 pid: 9577 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.460857:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 76 pid: 9577 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746157087.460864:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f165500 00000100:00100000:3.0:1746157087.460884:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3026 00000100:00100000:3.0:1746157087.460891:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+76:2011:x1830977685480576:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157087.461702:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977685480576:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 809us (1053us total) trans 4294970665 rc 0/0 00000100:00100000:0.0:1746157087.461709:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3026 00002000:00100000:0.0:1746157087.461715:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f165500 x1830977685480576/t4294970665(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/448 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.461727:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f165500 with x1830977685480576 ext(0->7) 00010000:00010000:0.0:1746157087.461731:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 78 pid: 9577 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157087.461776:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 78 pid: 9577 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157087.461782:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f165500 00000100:00100000:0.0:1746157087.464690:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.464806:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685480704 00000100:00100000:2.0:1746157087.464820:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685480704 00000100:00100000:2.0:1746157087.464877:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30278 00000100:00100000:2.0:1746157087.464885:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:1767:x1830977685480704:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.464904:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.464933:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820897 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.464960:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.464966:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.464972:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157087.464976:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 79 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.465016:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.465029:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 79 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.465044:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091005600, rc 0) 00000100:00100000:2.0:1746157087.465084:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:1767:x1830977685480704:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.465091:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30278 00000100:00100000:0.0:1746157087.465900:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679326720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746157087.465949:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157087.466039:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679326720 00000100:00100000:3.0:1746157087.466045:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679326720 00000100:00100000:3.0:1746157087.466074:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1746157087.466078:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679326720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746157087.466094:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499628864 pending 1032192 free 3920138240 avail 3688615936 00000100:00100000:3.0:1746157087.466125:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679326720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.466132:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1746157087.466232:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679326720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746157087.467085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.467148:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685480832 00000100:00100000:3.0:1746157087.467152:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685480832 00010000:00010000:3.0:1746157087.467177:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 79 pid: 9577 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.467214:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17615 00000100:00100000:3.0:1746157087.467220:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2011:x1830977685480832:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.467230:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.467250:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 79 pid: 9577 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.467262:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 79 pid: 9577 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.467283:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f400/0x7b65fed8853513d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820889 expref: 79 pid: 9577 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.467299:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.467302:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.467309:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.467316:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.467343:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.467353:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.467368:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679326848:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.467428:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.468418:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679326848:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.468430:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.468453:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977685480832:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1232us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.468460:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17615 00000100:00100000:0.0:1746157087.469056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.469120:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685481088 00000100:00100000:2.0:1746157087.469125:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685481088 00002000:00100000:2.0:1746157087.469158:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166300 x1830977685481088/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.469167:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166300 with x1830977685481088 ext(0->4095) 00010000:00010000:2.0:1746157087.469173:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.469184:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.469190:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f166300 00000100:00100000:2.0:1746157087.469203:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3027 00000100:00100000:2.0:1746157087.469208:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685481088:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157087.469339:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685481088:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.469346:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3027 00002000:00100000:2.0:1746157087.469351:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166300 x1830977685481088/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.469363:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166300 with x1830977685481088 ext(0->4095) 00010000:00010000:2.0:1746157087.469367:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.469376:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.469381:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f166300 00000100:00100000:0.0:1746157087.470659:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.470730:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685481216 00000100:00100000:3.0:1746157087.470757:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685481216 00010000:00010000:3.0:1746157087.470778:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.470807:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17616 00000100:00100000:3.0:1746157087.470814:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685481216:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.470825:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.470842:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.470859:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.470880:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801306a9000/0x7b65fed8853513dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820890 expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.470896:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.470899:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.470905:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 77 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.470923:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 77 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.470952:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 77 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.470963:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679326976:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.471028:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.472704:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679326976:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.472725:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.472784:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685481216:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1969us (2127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.472793:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17616 00000100:00100000:0.0:1746157087.473558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.473634:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685481472 00000100:00100000:2.0:1746157087.473641:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685481472 00002000:00100000:2.0:1746157087.473680:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f164380 x1830977685481472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.473689:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f164380 with x1830977685481472 ext(0->4095) 00002000:00010000:2.0:1746157087.473693:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f164380 00000100:00100000:2.0:1746157087.473709:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13931 00000100:00100000:2.0:1746157087.473714:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977685481472:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157087.473894:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977685481472:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.473900:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13931 00002000:00100000:2.0:1746157087.473905:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f164380 x1830977685481472/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.473922:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f164380 with x1830977685481472 ext(0->4095) 00002000:00010000:2.0:1746157087.473924:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f164380 00000100:00100000:0.0:1746157087.476862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.477023:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685481600 00000100:00100000:3.0:1746157087.477034:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685481600 00000100:00100000:3.0:1746157087.477088:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30279 00000100:00100000:3.0:1746157087.477096:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685481600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.477114:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.477132:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482089e expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.477162:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 77 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.477174:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.477176:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.477180:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.477209:0:9578:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 77 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.477221:0:9578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 77 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.477234:0:9578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679327104:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.477313:0:9578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.479494:0:9578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9578:1830977679327104:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.479525:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 6 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.479542:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:3.0:1746157087.479583:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685481600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2488us (2732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.479592:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30279 00000100:00100000:0.0:1746157087.484619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.484713:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685481728 00000100:00100000:3.0:1746157087.484724:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685481728 00000100:00100000:3.0:1746157087.484816:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30280 00000100:00100000:3.0:1746157087.484825:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:1767:x1830977685481728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.484849:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.484868:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208a5 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.484897:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.484904:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.484919:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157087.484922:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 79 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.484965:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.484977:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 79 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.484988:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157087.485033:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:1767:x1830977685481728:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.485039:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30280 00000100:00100000:0.0:1746157087.486389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.486453:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685481856 00000100:00100000:3.0:1746157087.486457:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685481856 00010000:00010000:3.0:1746157087.486476:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 79 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.486506:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17617 00000100:00100000:3.0:1746157087.486513:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+79:2011:x1830977685481856:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.486523:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.486541:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 79 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.486551:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 79 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.486568:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed8853513e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820897 expref: 79 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.486596:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.486597:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.486604:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.486611:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.486635:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 5 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.486645:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 5 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.486656:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679327360:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.486715:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.487947:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679327360:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.487961:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.487985:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977685481856:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1472us (1598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.487993:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17617 00000100:00100000:0.0:1746157087.488546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.488618:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685482112 00000100:00100000:2.0:1746157087.488625:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685482112 00002000:00100000:2.0:1746157087.488662:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f167b80 x1830977685482112/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.488672:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167b80 with x1830977685482112 ext(0->4095) 00010000:00010000:2.0:1746157087.488679:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.488691:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.488697:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167b80 00000100:00100000:2.0:1746157087.488714:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3028 00000100:00100000:2.0:1746157087.488720:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685482112:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157087.488884:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685482112:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.488891:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3028 00002000:00100000:2.0:1746157087.488895:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f167b80 x1830977685482112/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.488902:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167b80 with x1830977685482112 ext(0->4095) 00010000:00010000:2.0:1746157087.488915:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.488923:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.488933:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167b80 00000100:00100000:0.0:1746157087.491041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.491123:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685482240 00000100:00100000:3.0:1746157087.491130:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685482240 00010000:00010000:3.0:1746157087.491164:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.491198:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17618 00000100:00100000:3.0:1746157087.491205:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685482240:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.491217:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.491235:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.491245:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.491268:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed8853513eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482089e expref: 6 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.491294:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.491296:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.491302:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.491310:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.491342:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.491353:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679327488:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.491419:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.495495:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679327488:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.495519:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.495561:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685482240:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4355us (4526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.495571:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17618 00000100:00100000:0.0:1746157087.497071:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.497152:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685482496 00000100:00100000:2.0:1746157087.497161:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685482496 00002000:00100000:2.0:1746157087.497202:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03b80 x1830977685482496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.497212:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03b80 with x1830977685482496 ext(0->4095) 00002000:00010000:2.0:1746157087.497217:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca03b80 00000100:00100000:2.0:1746157087.497235:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13932 00000100:00100000:2.0:1746157087.497241:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685482496:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157087.497390:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2010:x1830977685482496:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.497397:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13932 00002000:00100000:2.0:1746157087.497402:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca03b80 x1830977685482496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.497409:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03b80 with x1830977685482496 ext(0->4095) 00002000:00010000:2.0:1746157087.497412:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca03b80 00000100:00100000:0.0:1746157087.511314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.511388:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685482624 00000100:00100000:2.0:1746157087.511397:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685482624 00000100:00100000:2.0:1746157087.511455:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30281 00000100:00100000:2.0:1746157087.511463:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685482624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.511482:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.511501:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208ac expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.511533:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.511541:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.511543:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.511546:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.511576:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 77 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.511589:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 77 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.511601:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679327616:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.511694:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.519966:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679327616:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.520005:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.520024:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091004800, rc 0) 00000100:00100000:2.0:1746157087.520080:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685482624:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8617us (8776us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.520089:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30281 00000100:00100000:0.0:1746157087.526116:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.526186:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685482752 00000100:00100000:2.0:1746157087.526197:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685482752 00002000:00100000:2.0:1746157087.526242:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007ca01c00 x1830977685482752/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.526253:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca01c00 with x1830977685482752 ext(0->7) 00010000:00010000:2.0:1746157087.526262:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 78 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.526275:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 78 pid: 9578 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746157087.526282:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca01c00 00000100:00100000:2.0:1746157087.526314:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3029 00000100:00100000:2.0:1746157087.526320:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+78:2011:x1830977685482752:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157087.529237:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685482752:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 2906us (3120us total) trans 4294970666 rc 0/0 00000100:00100000:0.0:1746157087.529250:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3029 00002000:00100000:0.0:1746157087.529260:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007ca01c00 x1830977685482752/t4294970666(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/448 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.529269:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca01c00 with x1830977685482752 ext(0->7) 00010000:00010000:0.0:1746157087.529279:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 80 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746157087.529294:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 80 pid: 9578 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746157087.529301:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca01c00 00000100:00100000:0.0:1746157087.539495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.539542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.539562:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685482880 00000100:00100000:2.0:1746157087.539571:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685482880 00000100:00100000:2.0:1746157087.539619:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30282 00000100:00100000:2.0:1746157087.539627:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:1767:x1830977685482880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.539646:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.539668:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208b3 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.539700:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.539706:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.539712:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157087.539716:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.539780:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.539794:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 81 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.539803:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091005600, rc 0) 00000100:00100000:2.0:1746157087.539844:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1767:x1830977685482880:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.539850:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30282 00000100:00100000:3.0:1746157087.539930:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685483008 00000100:00100000:3.0:1746157087.539934:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685483008 00010000:00010000:3.0:1746157087.539953:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 81 pid: 9578 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.539982:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17619 00000100:00100000:3.0:1746157087.539987:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2012:x1830977685483008:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.539995:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746157087.540010:0:11912:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746157087 -> 1746157088 00002000:00010000:3.0:1746157087.540012:0:11912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746157087 -> 1746157088 00010000:00010000:3.0:1746157087.540017:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 81 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.540026:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 81 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.540042:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853513f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208a5 expref: 81 pid: 9578 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746157087.540055:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.540056:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.540061:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.540068:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.540088:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.540235:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 5 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746157087.540247:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679327872:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.540310:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.544804:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679327872:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.544831:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.544879:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2012:x1830977685483008:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4890us (5334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.544891:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17619 00000100:00100000:0.0:1746157087.547928:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.547991:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685483264 00000100:00100000:1.0:1746157087.548001:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685483264 00002000:00100000:1.0:1746157087.548045:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca01f80 x1830977685483264/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.548055:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca01f80 with x1830977685483264 ext(0->4095) 00010000:00010000:1.0:1746157087.548065:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.548078:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.548084:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca01f80 00000100:00100000:1.0:1746157087.548106:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3030 00000100:00100000:1.0:1746157087.548113:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685483264:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157087.548268:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685483264:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.548275:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3030 00002000:00100000:1.0:1746157087.548280:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca01f80 x1830977685483264/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.548289:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca01f80 with x1830977685483264 ext(0->4095) 00010000:00010000:1.0:1746157087.548294:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.548303:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.548309:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca01f80 00000100:00100000:0.0:1746157087.552434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.553185:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685483392 00000100:00100000:3.0:1746157087.553196:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685483392 00010000:00010000:3.0:1746157087.553236:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746157087.555658:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17620 00000100:00100000:1.0:1746157087.556307:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685483392:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157087.556330:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157087.556357:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.556373:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.556396:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091004800/0x7b65fed8853513f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ac expref: 6 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.556429:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157087.556431:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157087.556438:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 79 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.556446:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 79 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.556481:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 79 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157087.556498:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679328000:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157087.558042:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.566485:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679328000:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157087.566517:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157087.566584:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685483392:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 10287us (14160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157087.566595:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17620 00000100:00100000:2.0:1746157087.566807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.569483:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685483648 00000100:00100000:0.0:1746157087.569498:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685483648 00002000:00100000:0.0:1746157087.569554:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108bb80 x1830977685483648/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.569564:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108bb80 with x1830977685483648 ext(0->4095) 00002000:00010000:0.0:1746157087.569571:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009108bb80 00000100:00100000:0.0:1746157087.569615:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13933 00000100:00100000:0.0:1746157087.569623:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685483648:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157087.569840:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685483648:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 218us (3033us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157087.569847:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13933 00002000:00100000:0.0:1746157087.569852:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009108bb80 x1830977685483648/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.569859:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009108bb80 with x1830977685483648 ext(0->4095) 00002000:00010000:0.0:1746157087.569862:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009108bb80 00000100:00100000:0.0:1746157087.574362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.574590:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685483776 00000100:00100000:2.0:1746157087.574601:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685483776 00000100:00100000:2.0:1746157087.574656:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30283 00000100:00100000:2.0:1746157087.574664:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685483776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.574684:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.574704:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208ba expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.574761:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 79 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.574770:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.574771:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.574775:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.574812:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 79 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.574826:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 79 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.574839:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679328128:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.577611:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.577651:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679328128:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.577681:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.577699:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c769600, rc 0) 00000100:00100000:2.0:1746157087.577761:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685483776:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3096us (3409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.577770:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30283 00000100:00100000:0.0:1746157087.577964:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.578058:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685483904 00000100:00100000:1.0:1746157087.578067:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685483904 00002000:00100000:1.0:1746157087.578102:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007ca00700 x1830977685483904/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.578111:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00700 with x1830977685483904 ext(0->7) 00010000:00010000:1.0:1746157087.578117:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 80 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.578128:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 80 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.578134:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca00700 00000100:00100000:1.0:1746157087.578156:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3031 00000100:00100000:1.0:1746157087.578161:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+80:2011:x1830977685483904:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157087.583423:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685483904:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 5249us (5448us total) trans 4294970667 rc 0/0 00000100:00100000:1.0:1746157087.583436:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3031 00002000:00100000:1.0:1746157087.583448:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007ca00700 x1830977685483904/t4294970667(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/448 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.583458:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00700 with x1830977685483904 ext(0->7) 00010000:00010000:1.0:1746157087.583468:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 82 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746157087.583486:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 82 pid: 9579 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746157087.583493:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ca00700 00000100:00100000:0.0:1746157087.589888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.590261:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685484032 00000100:00100000:2.0:1746157087.590270:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685484032 00010000:00010000:2.0:1746157087.590310:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 82 pid: 9579 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746157087.590347:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17621 00000100:00100000:2.0:1746157087.590467:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5686050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685484032:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.590482:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.590503:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 82 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.590514:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 82 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.590535:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091005600/0x7b65fed885351400 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208b3 expref: 82 pid: 9579 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746157087.590562:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.590564:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.590571:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.590579:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.590611:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157087.590622:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679328256:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.591756:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.592475:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679328256:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.592494:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.592543:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5686050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:2011:x1830977685484032:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2188us (2663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.592553:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17621 00000100:00100000:0.0:1746157087.594472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.594635:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679328384:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746157087.594688:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157087.595675:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685484416 00000100:00100000:1.0:1746157087.595687:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685484416 00002000:00100000:1.0:1746157087.595732:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca00380 x1830977685484416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.595763:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00380 with x1830977685484416 ext(0->4095) 00002000:00010000:1.0:1746157087.595769:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca00380 00000100:00100000:1.0:1746157087.595793:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13934 00000100:00100000:1.0:1746157087.595800:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685484416:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157087.595962:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685484416:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (1499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.595969:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13934 00002000:00100000:1.0:1746157087.595974:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007ca00380 x1830977685484416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.595981:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca00380 with x1830977685484416 ext(0->4095) 00002000:00010000:1.0:1746157087.595984:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca00380 00000100:00100000:0.0:1746157087.597074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.597659:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685484160 00000100:00100000:2.0:1746157087.597666:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685484160 00000100:00100000:2.0:1746157087.597707:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30284 00000100:00100000:2.0:1746157087.597714:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+81:1767:x1830977685484160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.597729:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.597759:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208c1 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.597786:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.597793:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.597795:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.597798:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.597827:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.597839:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 5 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.597850:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679328512:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.597923:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.598016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.598035:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685484544 00000100:00100000:0.0:1746157087.598038:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685484544 00000100:00100000:0.0:1746157087.598055:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30285 00000100:00100000:0.0:1746157087.598060:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1768:x1830977685484544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157087.598066:0:9578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157087.598072:0:9578:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208c8 expref: -99 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.598083:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157087.598087:0:9578:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 84 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.598092:0:9578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157087.598095:0:9578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 84 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.598115:0:9578:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 84 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.598126:0:9578:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 84 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.598134:0:9578:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801306a8200, rc 0) 00000100:00100000:0.0:1746157087.598153:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:1768:x1830977685484544:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157087.598158:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30285 00000100:00100000:3.0:1746157087.599547:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679328384 00000100:00100000:3.0:1746157087.599556:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679328384 00000100:00100000:3.0:1746157087.599586:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1746157087.599592:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830977679328384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746157087.599616:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3922817024 avail 3691294720 00000100:00100000:3.0:1746157087.599657:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830977679328384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (4968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.599663:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1746157087.599711:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679328384:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746157087.603959:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679328512:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.604002:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 83 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.604026:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97a600, rc 0) 00000100:00100000:2.0:1746157087.604081:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1767:x1830977685484160:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6366us (7008us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.604090:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30284 00000100:00100000:0.0:1746157087.606221:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.606393:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685484672 00000100:00100000:2.0:1746157087.606402:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685484672 00010000:00010000:2.0:1746157087.606434:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.606478:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17622 00000100:00100000:2.0:1746157087.606485:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685484672:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.606498:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.606517:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.606528:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.606552:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351407 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208ba expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.606580:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.606582:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.606588:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.606601:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.606632:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 82 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.606643:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 82 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.606655:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679328768:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.606724:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.611131:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679328768:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157087.611155:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1746157087.611156:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157087.611838:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685484928 00000100:00100000:1.0:1746157087.611845:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685484928 00002000:00100000:1.0:1746157087.611892:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d3800 x1830977685484928/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.611915:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d3800 with x1830977685484928 ext(0->4095) 00010000:00010000:1.0:1746157087.611924:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 83 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.611937:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 83 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.611943:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d3800 00000100:00100000:1.0:1746157087.611965:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3032 00000100:00100000:2.0:1746157087.612020:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685484672:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5533us (5805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.612028:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17622 00000100:00100000:1.0:1746157087.612143:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685484928:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157087.612387:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2010:x1830977685484928:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 415us (1233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.612393:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3032 00002000:00100000:1.0:1746157087.612398:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d3800 x1830977685484928/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.612404:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d3800 with x1830977685484928 ext(0->4095) 00010000:00010000:1.0:1746157087.612409:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 83 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.612417:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 83 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.612422:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d3800 00000100:00100000:0.0:1746157087.614683:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.614788:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685485056 00000100:00100000:2.0:1746157087.614797:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685485056 00010000:00010000:2.0:1746157087.614829:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 83 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.614867:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17623 00000100:00100000:2.0:1746157087.614878:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685485056:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.614892:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.614919:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 83 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.614930:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 83 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.614953:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed88535140e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c1 expref: 83 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.614969:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.614971:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.614978:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 82 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.614986:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 82 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.615018:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 82 pid: 9578 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157087.615030:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679328896:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.615122:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.617917:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679328896:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.617944:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.618000:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685485056:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3124us (3324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.618010:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17623 00000100:00100000:0.0:1746157087.618503:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.618553:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685485312 00000100:00100000:1.0:1746157087.618560:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685485312 00002000:00100000:1.0:1746157087.618625:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1880 x1830977685485312/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.618633:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1880 with x1830977685485312 ext(0->4095) 00002000:00010000:1.0:1746157087.618638:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d1880 00000100:00100000:1.0:1746157087.620105:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13935 00000100:00100000:1.0:1746157087.620118:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685485312:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157087.622129:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685485312:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 2005us (3617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.622142:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13935 00002000:00100000:1.0:1746157087.622153:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d1880 x1830977685485312/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.622162:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d1880 with x1830977685485312 ext(0->4095) 00002000:00010000:1.0:1746157087.622168:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d1880 00000100:00100000:0.0:1746157087.624248:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.625119:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685485440 00000100:00100000:2.0:1746157087.625130:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685485440 00000100:00100000:2.0:1746157087.625186:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30286 00000100:00100000:2.0:1746157087.625194:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685485440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.625214:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.625231:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208cf expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.625265:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 81 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.625273:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.625275:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.625278:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.625307:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 81 pid: 9578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.625320:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 81 pid: 9578 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.625332:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679329024:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.625411:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.626850:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746157087.626864:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977679329152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746157087.626916:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157087.627049:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679329152 00000100:00100000:2.0:1746157087.627055:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679329152 00000100:00100000:2.0:1746157087.627093:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1746157087.627099:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830977679329152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746157087.627118:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3922817024 avail 3691294720 00000100:00100000:2.0:1746157087.627168:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830977679329152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.627174:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1746157087.627325:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977679329152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746157087.630068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.630194:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685485568 00000100:00100000:3.0:1746157087.630203:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685485568 00000100:00100000:3.0:1746157087.630242:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30287 00000100:00100000:3.0:1746157087.630250:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1767:x1830977685485568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.630267:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.630284:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208d6 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.630310:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.630316:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.630326:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157087.630330:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.630364:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.630375:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 83 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.630384:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157087.630434:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1767:x1830977685485568:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.630440:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30287 00000100:00100000:2.0:1746157087.630638:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091088380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679329024:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.630658:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.630666:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97bc00, rc 0) 00000100:00100000:2.0:1746157087.630683:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685485440:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5490us (6443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.630688:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30286 00000100:00100000:2.0:1746157087.632279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.632448:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685485696 00000100:00100000:0.0:1746157087.632454:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685485696 00010000:00010000:0.0:1746157087.632482:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 83 pid: 9578 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746157087.632520:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17624 00000100:00100000:0.0:1746157087.632527:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685485696:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157087.632539:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157087.632558:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 83 pid: 9578 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157087.632569:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 83 pid: 9578 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157087.632590:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801306a8200/0x7b65fed885351415 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208c8 expref: 83 pid: 9578 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157087.632617:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157087.632619:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157087.632625:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.632631:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.632655:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.632665:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 5 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746157087.632676:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679329408:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157087.632755:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.635862:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679329408:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.635884:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.635943:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2011:x1830977685485696:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3415us (3667us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.635954:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17624 00000100:00100000:0.0:1746157087.636050:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.636364:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685485952 00000100:00100000:1.0:1746157087.636372:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685485952 00002000:00100000:1.0:1746157087.636410:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0380 x1830977685485952/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.636419:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0380 with x1830977685485952 ext(0->4095) 00010000:00010000:1.0:1746157087.636427:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.636440:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.636451:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0380 00000100:00100000:1.0:1746157087.636465:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3033 00000100:00100000:1.0:1746157087.636471:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685485952:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157087.636604:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685485952:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.636610:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3033 00002000:00100000:1.0:1746157087.636615:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0380 x1830977685485952/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.636622:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0380 with x1830977685485952 ext(0->4095) 00010000:00010000:1.0:1746157087.636627:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.636635:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.636641:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0380 00000100:00100000:0.0:1746157087.639917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.640536:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685486080 00000100:00100000:2.0:1746157087.640545:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685486080 00010000:00010000:2.0:1746157087.640579:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.641123:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17625 00000100:00100000:2.0:1746157087.641131:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685486080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.641150:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.641170:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.641182:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.641205:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535141c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208cf expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.641238:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.641240:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.641247:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.641255:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.641287:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157087.641300:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679329536:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.641382:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.643926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.644028:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679329536:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.644052:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.644496:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685486080:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3363us (4596us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.644511:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17625 00000100:00100000:3.0:1746157087.645228:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685486336 00000100:00100000:3.0:1746157087.645237:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685486336 00002000:00100000:3.0:1746157087.645281:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d3480 x1830977685486336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157087.645290:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d3480 with x1830977685486336 ext(0->4095) 00002000:00010000:3.0:1746157087.645295:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d3480 00000100:00100000:3.0:1746157087.645323:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13936 00000100:00100000:3.0:1746157087.645330:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685486336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157087.645473:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:2010:x1830977685486336:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (1566us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157087.645483:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13936 00002000:00100000:3.0:1746157087.645488:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d3480 x1830977685486336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157087.645495:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d3480 with x1830977685486336 ext(0->4095) 00002000:00010000:3.0:1746157087.645498:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d3480 00000100:00100000:0.0:1746157087.664846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.665142:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685486464 00000100:00100000:2.0:1746157087.665154:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685486464 00000100:00100000:2.0:1746157087.665212:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30288 00000100:00100000:2.0:1746157087.665220:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685486464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.665240:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.665258:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208dd expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.665291:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.665299:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.665300:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.665303:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.665334:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 81 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.665346:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 81 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.665358:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679329664:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.665451:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.673535:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679329664:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.673571:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.673589:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97ae00, rc 0) 00000100:00100000:2.0:1746157087.673655:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685486464:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8435us (8820us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.673664:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30288 00000100:00100000:0.0:1746157087.688351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.688452:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685486592 00000100:00100000:2.0:1746157087.688462:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685486592 00000100:00100000:2.0:1746157087.688505:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30289 00000100:00100000:2.0:1746157087.688513:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+82:1767:x1830977685486592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.688531:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.688548:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208e4 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.688575:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.688581:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.688587:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157087.688590:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 83 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.688627:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.688639:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 83 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.688654:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97ac00, rc 0) 00000100:00100000:2.0:1746157087.688709:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:1767:x1830977685486592:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.688715:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30289 00000100:00100000:0.0:1746157087.694184:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.694278:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685486720 00000100:00100000:1.0:1746157087.694289:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685486720 00002000:00100000:1.0:1746157087.694337:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d2a00 x1830977685486720/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.694347:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2a00 with x1830977685486720 ext(0->7) 00010000:00010000:1.0:1746157087.694357:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 83 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.694375:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 83 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.694382:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d2a00 00000100:00100000:1.0:1746157087.694415:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3034 00000100:00100000:1.0:1746157087.694422:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+83:2011:x1830977685486720:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157087.695369:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:2011:x1830977685486720:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 942us (1191us total) trans 4294970668 rc 0/0 00000100:00100000:0.0:1746157087.695378:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3034 00002000:00100000:0.0:1746157087.695385:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927d2a00 x1830977685486720/t4294970668(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/448 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.695392:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2a00 with x1830977685486720 ext(0->7) 00010000:00010000:0.0:1746157087.695398:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 85 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157087.695408:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 85 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157087.695414:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d2a00 00000100:00100000:0.0:1746157087.697134:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.697231:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685486848 00000100:00100000:2.0:1746157087.697239:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685486848 00010000:00010000:2.0:1746157087.697275:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 85 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.697315:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17626 00000100:00100000:2.0:1746157087.697322:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:2012:x1830977685486848:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.697334:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.697352:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 85 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.697362:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 85 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.697383:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed885351423 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208d6 expref: 85 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.697413:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.697415:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.697422:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.697435:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.697471:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.697482:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 5 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.697494:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679329920:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.697576:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.699479:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679329920:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.699502:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.699539:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2012:x1830977685486848:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2217us (2413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.699548:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17626 00000100:00100000:0.0:1746157087.700468:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.702032:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685487104 00000100:00100000:2.0:1746157087.702044:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685487104 00002000:00100000:2.0:1746157087.702089:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0e00 x1830977685487104/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.702099:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0e00 with x1830977685487104 ext(0->4095) 00010000:00010000:2.0:1746157087.702108:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.702121:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157087.702128:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0e00 00000100:00100000:2.0:1746157087.702161:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3035 00000100:00100000:2.0:1746157087.702168:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685487104:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157087.702343:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685487104:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 174us (1877us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.702350:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3035 00002000:00100000:2.0:1746157087.702355:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927d0e00 x1830977685487104/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.702362:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d0e00 with x1830977685487104 ext(0->4095) 00010000:00010000:2.0:1746157087.702366:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.702375:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157087.702380:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927d0e00 00000100:00100000:0.0:1746157087.709433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.713069:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685487232 00000100:00100000:2.0:1746157087.713083:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685487232 00010000:00010000:2.0:1746157087.713129:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.714561:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17627 00000100:00100000:3.0:1746157087.714578:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685487232:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.714596:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.714619:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.714633:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.714656:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535142a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208dd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.714688:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.714690:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.714698:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 83 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.714706:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 83 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.714757:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 83 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.714770:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679330048:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.716409:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157087.719143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.719193:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685487488 00000100:00100000:3.0:1746157087.719201:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685487488 00002000:00100000:3.0:1746157087.719245:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136b800 x1830977685487488/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157087.719254:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136b800 with x1830977685487488 ext(0->4095) 00002000:00010000:3.0:1746157087.719259:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013136b800 00000100:00100000:3.0:1746157087.719276:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13937 00000100:00100000:3.0:1746157087.719283:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2012:x1830977685487488:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157087.719431:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:2012:x1830977685487488:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157087.719438:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13937 00002000:00100000:3.0:1746157087.719444:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88013136b800 x1830977685487488/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157087.719452:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013136b800 with x1830977685487488 ext(0->4095) 00002000:00010000:3.0:1746157087.719454:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013136b800 00000100:00100000:3.0:1746157087.719493:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679330048:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.719509:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.719530:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685487232:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4960us (10108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.719536:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17627 00000100:00100000:0.0:1746157087.737926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.738037:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685487616 00000100:00100000:2.0:1746157087.738046:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685487616 00000100:00100000:2.0:1746157087.738092:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30290 00000100:00100000:2.0:1746157087.738101:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685487616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.738122:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.738141:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208eb expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.738172:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 83 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.738180:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.738182:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.738185:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.738217:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 83 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.738228:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 83 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.738241:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679330176:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.738882:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.743112:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679330176:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.743148:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.743165:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97a400, rc 0) 00000100:00100000:2.0:1746157087.743208:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685487616:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5108us (5300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.743219:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30290 00000100:00100000:0.0:1746157087.774896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.775044:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685487744 00000100:00100000:2.0:1746157087.775053:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685487744 00000100:00100000:2.0:1746157087.775097:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30291 00000100:00100000:2.0:1746157087.775104:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+84:1767:x1830977685487744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.775122:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.775139:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208f2 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.775166:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.775172:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.775178:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157087.775182:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 85 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.775218:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.775230:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 85 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.775241:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97ae00, rc 0) 00000100:00100000:2.0:1746157087.775282:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:1767:x1830977685487744:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.775288:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30291 00000100:00100000:0.0:1746157087.778250:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.778347:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685487872 00000100:00100000:2.0:1746157087.778357:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685487872 00002000:00100000:2.0:1746157087.778401:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091297800 x1830977685487872/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.778411:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091297800 with x1830977685487872 ext(0->7) 00010000:00010000:2.0:1746157087.778420:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 85 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.778433:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 85 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157087.778441:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091297800 00000100:00100000:2.0:1746157087.778473:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3036 00000100:00100000:2.0:1746157087.778480:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+85:2010:x1830977685487872:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157087.779618:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2010:x1830977685487872:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1132us (1373us total) trans 4294970669 rc 0/0 00000100:00100000:0.0:1746157087.779628:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3036 00002000:00100000:0.0:1746157087.779636:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091297800 x1830977685487872/t4294970669(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/448 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.779644:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091297800 with x1830977685487872 ext(0->7) 00010000:00010000:0.0:1746157087.779651:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 87 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157087.779665:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 87 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157087.779671:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091297800 00000100:00100000:0.0:1746157087.782964:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.783618:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685488000 00000100:00100000:3.0:1746157087.783629:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685488000 00010000:00010000:3.0:1746157087.783669:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 87 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.784765:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17628 00000100:00100000:3.0:1746157087.784777:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5685c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2012:x1830977685488000:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.784792:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.784813:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 87 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.784826:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 87 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.784849:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351431 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208e4 expref: 87 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.784873:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.784875:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.784882:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.784890:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.784934:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.784951:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 5 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.784963:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679330432:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.787246:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.787322:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746157087.787336:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679330560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746157087.787388:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157087.787418:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679330560 00000100:00100000:3.0:1746157087.787423:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679330560 00000100:00100000:3.0:1746157087.787457:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1746157087.787463:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3765:x1830977679330560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746157087.787494:0:7242:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:3.0:1746157087.787526:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3765:x1830977679330560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.787532:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1746157087.787569:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679330560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746157087.791662:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.791777:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685488256 00000100:00100000:1.0:1746157087.791787:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685488256 00002000:00100000:1.0:1746157087.791831:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091296a00 x1830977685488256/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.791841:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091296a00 with x1830977685488256 ext(0->4095) 00010000:00010000:1.0:1746157087.791851:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.791865:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.791872:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091296a00 00000100:00100000:1.0:1746157087.792427:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3037 00000100:00100000:1.0:1746157087.792436:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685488256:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157087.792601:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685488256:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (949us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.792607:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3037 00002000:00100000:1.0:1746157087.792614:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091296a00 x1830977685488256/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.792621:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091296a00 with x1830977685488256 ext(0->4095) 00010000:00010000:1.0:1746157087.792626:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.792635:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.792641:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091296a00 00000100:00100000:3.0:1746157087.792921:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679330432:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.792944:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.792968:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5685c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2012:x1830977685488000:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8195us (10014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.792976:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17628 00000100:00100000:0.0:1746157087.797496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.797596:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685488384 00000100:00100000:3.0:1746157087.797606:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685488384 00010000:00010000:3.0:1746157087.797644:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.797682:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17629 00000100:00100000:3.0:1746157087.797690:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091294e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685488384:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.797704:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.797723:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.797863:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.797888:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a400/0x7b65fed885351438 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208eb expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.798622:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.798625:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.798633:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 85 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.798642:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 85 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.798676:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 85 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.798689:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679330688:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.800589:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.805440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.805507:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685488640 00000100:00100000:2.0:1746157087.805516:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685488640 00000100:00100000:3.0:1746157087.805559:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679330688:192.168.203.44@tcp:105: 00002000:00100000:2.0:1746157087.805563:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091297100 x1830977685488640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.805572:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091297100 with x1830977685488640 ext(0->4095) 00002000:00010000:2.0:1746157087.805576:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091297100 00010000:00010000:3.0:1746157087.805581:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.805607:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13938 00000100:00100000:2.0:1746157087.805613:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2010:x1830977685488640:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157087.805625:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091294e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685488384:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7935us (8138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.805633:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17629 00000100:00100000:2.0:1746157087.805782:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2010:x1830977685488640:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.805788:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13938 00002000:00100000:2.0:1746157087.805793:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091297100 x1830977685488640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.805800:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091297100 with x1830977685488640 ext(0->4095) 00002000:00010000:2.0:1746157087.805802:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091297100 00000100:00100000:0.0:1746157087.819227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.819348:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685488768 00000100:00100000:2.0:1746157087.819358:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685488768 00000100:00100000:2.0:1746157087.819404:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30292 00000100:00100000:2.0:1746157087.819411:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685488768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.819430:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.819446:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048208f9 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.819476:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 85 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.819484:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.819486:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.819489:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.819519:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 85 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.819531:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 85 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.819544:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679330816:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.819639:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.823601:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.824033:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685488896 00000100:00100000:1.0:1746157087.824044:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685488896 00002000:00100000:1.0:1746157087.824091:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091088380 x1830977685488896/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.824105:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088380 with x1830977685488896 ext(0->7) 00010000:00010000:1.0:1746157087.824114:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 86 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.824127:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 86 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.824134:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091088380 00000100:00100000:1.0:1746157087.824155:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3038 00000100:00100000:1.0:1746157087.824163:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+86:2010:x1830977685488896:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157087.824369:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679330816:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157087.824396:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157087.824411:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97a600, rc 0) 00000100:00100000:0.0:1746157087.824461:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685488768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5051us (5245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157087.824469:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30292 00000100:00100000:0.0:1746157087.825227:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685488896:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1063us (1634us total) trans 4294970670 rc 0/0 00000100:00100000:0.0:1746157087.825234:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3038 00002000:00100000:0.0:1746157087.825240:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091088380 x1830977685488896/t4294970670(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/448 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.825246:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091088380 with x1830977685488896 ext(0->7) 00010000:00010000:0.0:1746157087.825251:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157087.825261:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157087.825266:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091088380 00000100:00100000:0.0:1746157087.839395:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.839515:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685489024 00000100:00100000:3.0:1746157087.839525:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685489024 00010000:00010000:3.0:1746157087.839566:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.839612:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17630 00000100:00100000:3.0:1746157087.839620:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685489024:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.839637:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.839658:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.839671:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.839695:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed88535143f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f2 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.839713:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.839715:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.839723:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.839732:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.839795:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.839808:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679330944:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.839898:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.846003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157087.846044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.846072:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685489152 00000100:00100000:2.0:1746157087.846082:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685489152 00000100:00100000:2.0:1746157087.846126:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30293 00000100:00100000:2.0:1746157087.846134:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685489152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.846157:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.846174:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820900 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.846205:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.846212:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.846214:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.846217:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.846247:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.846259:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 5 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.846272:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679331072:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.846354:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157087.846416:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685489408 00000100:00100000:1.0:1746157087.846421:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685489408 00002000:00100000:1.0:1746157087.846448:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336300 x1830977685489408/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.846456:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336300 with x1830977685489408 ext(0->4095) 00010000:00010000:1.0:1746157087.846462:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.846472:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.846477:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336300 00000100:00100000:1.0:1746157087.846490:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3039 00000100:00100000:1.0:1746157087.846495:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685489408:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157087.846635:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685489408:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (583us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.846641:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3039 00002000:00100000:1.0:1746157087.846647:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b336300 x1830977685489408/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.846654:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b336300 with x1830977685489408 ext(0->4095) 00010000:00010000:1.0:1746157087.846658:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.846666:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.846672:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b336300 00000100:00100000:3.0:1746157087.846786:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679330944:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.846801:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.846823:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685489024:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7204us (7441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.846829:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17630 00000100:00100000:0.0:1746157087.854040:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.854187:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685489536 00000100:00100000:2.0:1746157087.854199:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685489536 00000100:00100000:2.0:1746157087.854243:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30294 00000100:00100000:2.0:1746157087.854251:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685489536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.854271:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.854290:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820907 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.854320:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.854325:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 90 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.854332:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.854336:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 90 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.854374:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 90 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.854388:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 90 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.854398:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97ae00, rc 0) 00000100:00100000:3.0:1746157087.854535:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679331072:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.854552:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 90 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.854559:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97ac00, rc 0) 00000100:00100000:2.0:1746157087.855376:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:1768:x1830977685489536:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1122us (1342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.855385:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30294 00000100:00100000:3.0:1746157087.855509:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1767:x1830977685489152:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9374us (9512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.855515:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30293 00000100:00100000:1.0:1746157087.855649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.856531:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685489664 00000100:00100000:2.0:1746157087.856539:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685489664 00010000:00010000:2.0:1746157087.856570:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.856733:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17631 00000100:00100000:2.0:1746157087.856759:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685489664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.856770:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.856792:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.856804:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.856824:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97a600/0x7b65fed885351446 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048208f9 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.856854:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.856856:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.856863:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.856871:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.857194:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.857206:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 88 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.857222:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f166680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679331328:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.857299:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.860930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.861097:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f166680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679331328:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.861119:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.861166:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013136bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685489664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4408us (5516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.861175:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17631 00000100:00100000:3.0:1746157087.861362:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685489920 00000100:00100000:3.0:1746157087.861369:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685489920 00002000:00100000:3.0:1746157087.861407:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b334700 x1830977685489920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157087.861417:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334700 with x1830977685489920 ext(0->4095) 00010000:00010000:3.0:1746157087.861426:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.861439:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157087.861445:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b334700 00000100:00100000:3.0:1746157087.861472:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3040 00000100:00100000:3.0:1746157087.861479:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685489920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157087.861607:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685489920:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (688us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157087.861612:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3040 00002000:00100000:3.0:1746157087.861617:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b334700 x1830977685489920/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157087.861624:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b334700 with x1830977685489920 ext(0->4095) 00010000:00010000:3.0:1746157087.861628:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.861636:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157087.861641:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b334700 00000100:00100000:0.0:1746157087.865314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.865584:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685490048 00000100:00100000:2.0:1746157087.865596:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685490048 00010000:00010000:2.0:1746157087.865631:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.865669:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17632 00000100:00100000:2.0:1746157087.865676:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685490048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.865689:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.865708:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.865720:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.865779:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed88535144d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820900 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.865809:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.865812:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.865819:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.865827:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.865861:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157087.865874:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f166680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679331456:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.865989:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.868699:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f166680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679331456:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.868726:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.868806:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685490048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3129us (3502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.868817:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17632 00000100:00100000:0.0:1746157087.870490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.870730:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685490304 00000100:00100000:1.0:1746157087.870762:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685490304 00002000:00100000:1.0:1746157087.870805:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b337480 x1830977685490304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.870815:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b337480 with x1830977685490304 ext(0->4095) 00002000:00010000:1.0:1746157087.870819:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b337480 00000100:00100000:1.0:1746157087.870847:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13939 00000100:00100000:1.0:1746157087.870853:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685490304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157087.871007:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685490304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (524us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.871014:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13939 00002000:00100000:1.0:1746157087.871019:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b337480 x1830977685490304/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.871026:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b337480 with x1830977685490304 ext(0->4095) 00002000:00010000:1.0:1746157087.871028:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b337480 00000100:00100000:0.0:1746157087.873564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.873638:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685490432 00000100:00100000:3.0:1746157087.873648:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685490432 00000100:00100000:3.0:1746157087.873702:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30295 00000100:00100000:3.0:1746157087.873710:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685490432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.873729:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.873774:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482090e expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.873804:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.873811:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.873813:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.873816:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.873847:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.873857:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 87 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.873868:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679331584:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.873973:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.875809:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679331584:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.875842:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.875857:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157087.875898:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685490432:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2187us (2345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.875921:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30295 00000100:00100000:0.0:1746157087.876065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.877290:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685490560 00000100:00100000:3.0:1746157087.877302:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685490560 00010000:00010000:3.0:1746157087.877339:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.877369:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17633 00000100:00100000:3.0:1746157087.877377:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685490560:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.877389:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.877407:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.877418:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.877441:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ae00/0x7b65fed885351454 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820907 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.877478:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.877480:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.877486:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.877494:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.877524:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.877536:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679331712:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.877618:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.880884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.880941:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685490688 00000100:00100000:3.0:1746157087.880950:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685490688 00000100:00100000:3.0:1746157087.881002:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30296 00000100:00100000:3.0:1746157087.881010:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685490688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.881029:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.881047:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820915 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.881075:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.881082:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.881083:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.881086:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157087.881160:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679331712:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.881178:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.881221:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685490560:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3846us (5156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.881230:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17633 00010000:00010000:3.0:1746157087.881664:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.881677:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 5 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.881690:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679331840:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.881766:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.882121:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.882412:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685490944 00000100:00100000:1.0:1746157087.882417:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685490944 00002000:00100000:1.0:1746157087.882448:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335180 x1830977685490944/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.882457:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335180 with x1830977685490944 ext(0->4095) 00010000:00010000:1.0:1746157087.882463:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.882472:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.882479:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b335180 00000100:00100000:1.0:1746157087.882493:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3041 00000100:00100000:1.0:1746157087.882498:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685490944:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157087.883545:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685490944:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 1041us (1419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.883553:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3041 00002000:00100000:1.0:1746157087.883561:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b335180 x1830977685490944/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.883569:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b335180 with x1830977685490944 ext(0->4095) 00010000:00010000:1.0:1746157087.883575:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.883585:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.883591:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b335180 00000100:00100000:0.0:1746157087.887055:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.887207:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685491072 00000100:00100000:1.0:1746157087.887216:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685491072 00000100:00100000:1.0:1746157087.887272:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30297 00000100:00100000:1.0:1746157087.887279:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685491072:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157087.887298:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157087.887316:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482091c expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.887347:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157087.887353:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 90 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.887359:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157087.887362:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 90 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.887403:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 90 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.887417:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 90 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.887427:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ec00, rc 0) 00000100:00100000:1.0:1746157087.887471:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:1768:x1830977685491072:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157087.887477:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30297 00000100:00100000:3.0:1746157087.887618:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679331840:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.887637:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.887645:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157087.887662:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1767:x1830977685490688:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6653us (6788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.887668:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30296 00000100:00100000:0.0:1746157087.887757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.887853:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685491200 00000100:00100000:2.0:1746157087.887857:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685491200 00010000:00010000:2.0:1746157087.887876:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.887898:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17634 00000100:00100000:2.0:1746157087.887903:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685491200:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.887920:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.887938:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.887990:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.888009:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535145b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482090e expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.888022:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.888024:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.888031:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.888038:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.888060:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.888070:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 88 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.888086:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f166680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679332096:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.888148:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.892079:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f166680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679332096:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.892105:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.892171:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685491200:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4266us (4412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.892182:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17634 00000100:00100000:1.0:1746157087.892514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.893794:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685491456 00000100:00100000:3.0:1746157087.893804:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685491456 00002000:00100000:3.0:1746157087.893848:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131369f80 x1830977685491456/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157087.893857:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131369f80 with x1830977685491456 ext(0->4095) 00010000:00010000:3.0:1746157087.893866:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.893880:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157087.893886:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131369f80 00000100:00100000:3.0:1746157087.893922:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3042 00000100:00100000:3.0:1746157087.893929:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685491456:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157087.894074:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685491456:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (1560us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157087.894083:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3042 00002000:00100000:3.0:1746157087.894088:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880131369f80 x1830977685491456/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157087.894095:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131369f80 with x1830977685491456 ext(0->4095) 00010000:00010000:3.0:1746157087.894099:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.894108:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157087.894114:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131369f80 00000100:00100000:0.0:1746157087.897447:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.897509:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685491584 00000100:00100000:2.0:1746157087.897519:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685491584 00010000:00010000:2.0:1746157087.897555:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.897590:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17635 00000100:00100000:2.0:1746157087.897598:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5685850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685491584:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.897614:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.897633:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.897645:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.897667:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed885351462 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820915 expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.897699:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.897703:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.897710:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.897718:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.897784:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 88 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157087.897797:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f166680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679332224:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.898302:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.900404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.900528:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f166680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679332224:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.900549:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.900599:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5685850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685491584:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3000us (3160us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.900609:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17635 00000100:00100000:1.0:1746157087.900882:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685491840 00000100:00100000:1.0:1746157087.900889:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685491840 00002000:00100000:1.0:1746157087.900940:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4700 x1830977685491840/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.900950:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4700 with x1830977685491840 ext(0->4095) 00002000:00010000:1.0:1746157087.900955:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f4700 00000100:00100000:1.0:1746157087.901036:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13940 00000100:00100000:1.0:1746157087.901044:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2012:x1830977685491840:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157087.901171:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2012:x1830977685491840:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (776us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.901176:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13940 00002000:00100000:1.0:1746157087.901181:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4700 x1830977685491840/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.901188:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4700 with x1830977685491840 ext(0->4095) 00002000:00010000:1.0:1746157087.901191:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f4700 00000100:00100000:0.0:1746157087.903379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.903496:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685491968 00000100:00100000:3.0:1746157087.903504:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685491968 00000100:00100000:3.0:1746157087.903561:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30298 00000100:00100000:3.0:1746157087.903568:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685491968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.903588:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.903606:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820923 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.903637:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.903643:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.903645:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.903649:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.903684:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 87 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.903695:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 87 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.903707:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679332352:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.903838:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.906419:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.906528:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679332352:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.906561:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.906580:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527a00, rc 0) 00000100:00100000:3.0:1746157087.906635:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685491968:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3067us (3264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.906644:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30298 00000100:00100000:2.0:1746157087.907060:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685492096 00000100:00100000:2.0:1746157087.907068:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685492096 00010000:00010000:2.0:1746157087.907095:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 88 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.907115:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17636 00000100:00100000:2.0:1746157087.907121:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2011:x1830977685492096:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.907132:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.907150:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 88 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.907165:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 88 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.907187:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ec00/0x7b65fed885351469 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482091c expref: 88 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.907208:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.907210:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.907216:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.907224:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.907252:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157087.907264:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f166680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679332480:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.907322:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.909822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.909937:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f166680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679332480:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.909958:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.910000:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:2011:x1830977685492096:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2879us (3591us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.910011:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17636 00000100:00100000:3.0:1746157087.910181:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685492352 00000100:00100000:3.0:1746157087.910187:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685492352 00002000:00100000:3.0:1746157087.910229:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f5180 x1830977685492352/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157087.910239:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5180 with x1830977685492352 ext(0->4095) 00002000:00010000:3.0:1746157087.910243:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f5180 00000100:00100000:3.0:1746157087.910266:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13941 00000100:00100000:3.0:1746157087.910272:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685492352:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157087.910410:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685492352:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (598us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157087.910416:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13941 00002000:00100000:3.0:1746157087.910421:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f5180 x1830977685492352/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157087.910428:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5180 with x1830977685492352 ext(0->4095) 00002000:00010000:3.0:1746157087.910431:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f5180 00000100:00100000:0.0:1746157087.911612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.911911:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685492480 00000100:00100000:3.0:1746157087.911918:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685492480 00000100:00100000:3.0:1746157087.912201:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30299 00000100:00100000:3.0:1746157087.912208:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+87:1767:x1830977685492480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.912224:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.912239:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482092a expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.912266:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.912272:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.912273:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.912277:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.912303:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.912317:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 5 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.912329:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679332608:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.912403:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.914584:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.916297:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679332608:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157087.916330:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.916348:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:3.0:1746157087.916395:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685492480:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4186us (4787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.916404:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30299 00000100:00100000:3.0:1746157087.916433:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685492608 00000100:00100000:3.0:1746157087.916439:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685492608 00000100:00100000:3.0:1746157087.916473:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30300 00000100:00100000:3.0:1746157087.916479:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1768:x1830977685492608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157087.916494:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157087.916507:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820931 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.916525:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.916529:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.916538:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157087.916541:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.916567:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.916577:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 89 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.916584:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157087.916599:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685492608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (2025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.916604:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30300 00000100:00100000:0.0:1746157087.917638:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.917769:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685492736 00000100:00100000:3.0:1746157087.917775:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685492736 00010000:00010000:3.0:1746157087.917796:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.917817:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17637 00000100:00100000:3.0:1746157087.917824:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685492736:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.917833:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.917851:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.917861:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.917881:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed885351470 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820923 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.918700:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.918704:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.918713:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.918721:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.918776:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.918788:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 88 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.918799:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679332864:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.920206:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.922159:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679332864:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.922183:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.922825:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685492736:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4998us (5188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.922838:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17637 00000100:00100000:2.0:1746157087.923165:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.923560:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685492992 00000100:00100000:1.0:1746157087.923568:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685492992 00002000:00100000:1.0:1746157087.923609:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166680 x1830977685492992/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.923618:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166680 with x1830977685492992 ext(0->4095) 00010000:00010000:1.0:1746157087.923627:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.923640:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.923646:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f166680 00000100:00100000:1.0:1746157087.923674:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3043 00000100:00100000:1.0:1746157087.923681:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685492992:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157087.923861:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685492992:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (697us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.923870:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3043 00002000:00100000:1.0:1746157087.923875:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f166680 x1830977685492992/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.923882:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f166680 with x1830977685492992 ext(0->4095) 00010000:00010000:1.0:1746157087.923886:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.923895:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.923900:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f166680 00000100:00100000:0.0:1746157087.927261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.927416:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685493120 00000100:00100000:3.0:1746157087.927425:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685493120 00010000:00010000:3.0:1746157087.927461:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.927495:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17638 00000100:00100000:3.0:1746157087.927502:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685493120:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.927517:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.927535:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.927547:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.927568:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351477 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482092a expref: 89 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.927592:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.927594:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.927601:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.927608:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.927640:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 88 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.927652:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679332992:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.927758:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.929852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.929968:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679332992:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.929988:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.930025:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685493120:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2523us (2773us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.930034:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17638 00000100:00100000:2.0:1746157087.930111:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685493376 00000100:00100000:2.0:1746157087.930116:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685493376 00002000:00100000:2.0:1746157087.930151:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f5c00 x1830977685493376/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.930159:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5c00 with x1830977685493376 ext(0->4095) 00002000:00010000:2.0:1746157087.930164:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f5c00 00000100:00100000:2.0:1746157087.930402:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13942 00000100:00100000:2.0:1746157087.930409:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2012:x1830977685493376:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157087.930520:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2012:x1830977685493376:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (677us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.930526:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13942 00002000:00100000:2.0:1746157087.930531:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f5c00 x1830977685493376/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.930538:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5c00 with x1830977685493376 ext(0->4095) 00002000:00010000:2.0:1746157087.930541:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f5c00 00000100:00100000:0.0:1746157087.932531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.932717:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685493504 00000100:00100000:2.0:1746157087.932725:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685493504 00000100:00100000:2.0:1746157087.932902:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30301 00000100:00100000:2.0:1746157087.932919:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685493504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.932937:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.932953:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820938 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.932982:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.932993:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.932995:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.932998:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.933026:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 87 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.933037:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 87 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.933048:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679333120:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157087.933536:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2616c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.936233:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679333120:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.936269:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.936287:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97ac00, rc 0) 00000100:00100000:2.0:1746157087.936336:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685493504:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3418us (3813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.936345:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30301 00000100:00100000:0.0:1746157087.936639:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.937270:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685493632 00000100:00100000:2.0:1746157087.937276:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685493632 00010000:00010000:2.0:1746157087.937301:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 88 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.937325:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17639 00000100:00100000:2.0:1746157087.937330:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685493632:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157087.937342:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157087.937362:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 88 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.937371:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 88 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.937393:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527e00/0x7b65fed88535147e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820931 expref: 88 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.937417:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.937419:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.937425:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.937433:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.937458:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157087.938011:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679333248:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157087.938113:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2616c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.940994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.941837:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685493760 00000100:00100000:2.0:1746157087.941849:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685493760 00000100:00100000:2.0:1746157087.941925:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30302 00000100:00100000:2.0:1746157087.941935:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685493760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.941955:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.941973:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482093f expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.942006:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.942014:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.942016:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.942020:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.942033:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679333248:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.942052:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 5 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.942055:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157087.942063:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 5 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157087.942075:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679333376:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157087.942111:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685493632:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4779us (5472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.942120:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17639 00000100:00100000:2.0:1746157087.942129:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.944459:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.944540:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685494016 00000100:00100000:1.0:1746157087.944550:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685494016 00002000:00100000:1.0:1746157087.944595:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f6d80 x1830977685494016/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.944605:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6d80 with x1830977685494016 ext(0->4095) 00010000:00010000:1.0:1746157087.944615:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.944629:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.944635:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f6d80 00000100:00100000:1.0:1746157087.944664:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3044 00000100:00100000:1.0:1746157087.944671:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685494016:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157087.945615:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685494016:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 943us (1162us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.945621:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3044 00002000:00100000:1.0:1746157087.945626:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f6d80 x1830977685494016/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.945634:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6d80 with x1830977685494016 ext(0->4095) 00010000:00010000:1.0:1746157087.945639:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.945649:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.945654:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f6d80 00000100:00100000:0.0:1746157087.951816:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.952468:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679333376:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157087.952502:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.952526:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97be00, rc 0) 00000100:00100000:2.0:1746157087.952574:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1767:x1830977685493760:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10641us (11589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.952582:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30302 00000100:00100000:2.0:1746157087.952611:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685494144 00000100:00100000:2.0:1746157087.952616:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685494144 00000100:00100000:2.0:1746157087.952656:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30303 00000100:00100000:2.0:1746157087.952663:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:1768:x1830977685494144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157087.952678:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157087.952691:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820946 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.952713:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157087.952718:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.952723:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157087.952726:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.952768:0:9579:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.952777:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 89 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157087.952787:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97bc00, rc 0) 00000100:00100000:2.0:1746157087.952802:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:1768:x1830977685494144:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.952807:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30303 00000100:00100000:0.0:1746157087.955065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.955208:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685494272 00000100:00100000:3.0:1746157087.955216:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685494272 00010000:00010000:3.0:1746157087.955251:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.955275:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17640 00000100:00100000:3.0:1746157087.955281:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685494272:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.955292:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.955311:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.955321:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.955340:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351485 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820938 expref: 6 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.957000:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.957006:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.957019:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.957029:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.957077:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.957091:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.957104:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679333632:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.957646:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.959950:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679333632:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.959974:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.960016:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685494272:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4734us (4958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.960027:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17640 00000100:00100000:0.0:1746157087.961672:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.962761:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685494528 00000100:00100000:1.0:1746157087.962771:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685494528 00002000:00100000:1.0:1746157087.962820:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4380 x1830977685494528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.962830:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4380 with x1830977685494528 ext(0->4095) 00010000:00010000:1.0:1746157087.962839:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 89 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.962853:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 89 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.962860:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4380 00000100:00100000:1.0:1746157087.962880:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3045 00000100:00100000:1.0:1746157087.962887:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685494528:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157087.963151:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2011:x1830977685494528:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 263us (1484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157087.963158:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3045 00002000:00100000:1.0:1746157087.963164:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800926f4380 x1830977685494528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157087.963171:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4380 with x1830977685494528 ext(0->4095) 00010000:00010000:1.0:1746157087.963175:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 89 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157087.963183:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 89 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157087.963189:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f4380 00000100:00100000:0.0:1746157087.965551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.965768:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685494656 00000100:00100000:3.0:1746157087.965778:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685494656 00010000:00010000:3.0:1746157087.965813:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 89 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.965856:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17641 00000100:00100000:3.0:1746157087.965864:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+89:2010:x1830977685494656:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.965878:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.965898:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 89 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.965938:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 89 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.965962:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed88535148c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482093f expref: 89 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.965991:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.965994:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.966000:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.966007:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.966041:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 88 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.966055:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679333760:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.967258:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157087.969965:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679333760:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157087.969989:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157087.970061:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685494656:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4196us (4516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157087.970073:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17641 00000100:00100000:0.0:1746157087.970408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.970454:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685494912 00000100:00100000:2.0:1746157087.970461:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685494912 00002000:00100000:2.0:1746157087.970499:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5ced80 x1830977685494912/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.970509:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ced80 with x1830977685494912 ext(0->4095) 00002000:00010000:2.0:1746157087.970513:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5ced80 00000100:00100000:2.0:1746157087.970532:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13943 00000100:00100000:2.0:1746157087.970539:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685494912:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157087.970672:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685494912:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157087.970677:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13943 00002000:00100000:2.0:1746157087.970683:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5ced80 x1830977685494912/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746157098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.970689:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ced80 with x1830977685494912 ext(0->4095) 00002000:00010000:2.0:1746157087.970692:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5ced80 00000100:00100000:0.0:1746157087.974588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.975141:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685495040 00000100:00100000:1.0:1746157087.975151:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685495040 00000100:00100000:1.0:1746157087.975870:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30304 00000100:00100000:1.0:1746157087.975881:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685495040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157087.975900:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157087.975931:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482094d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.975962:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.975973:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157087.975975:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157087.975979:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.976011:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 87 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.976022:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 87 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746157087.976034:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679333888:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157087.976665:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746157087.979364:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679333888:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157087.979400:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.979418:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ee00, rc 0) 00000100:00100000:1.0:1746157087.979473:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685495040:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3594us (4896us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157087.979482:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30304 00000100:00100000:0.0:1746157087.982525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157087.983054:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685495168 00000100:00100000:2.0:1746157087.983063:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685495168 00002000:00100000:2.0:1746157087.983105:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008e5ce680 x1830977685495168/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/0 e 0 to 0 dl 1746157098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157087.983119:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce680 with x1830977685495168 ext(0->7) 00010000:00010000:2.0:1746157087.983129:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157087.983141:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 88 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157087.983147:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5ce680 00000100:00100000:2.0:1746157087.983193:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3046 00000100:00100000:2.0:1746157087.983201:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+88:2010:x1830977685495168:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157087.984208:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2010:x1830977685495168:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1005us (1691us total) trans 4294970671 rc 0/0 00000100:00100000:0.0:1746157087.984215:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3046 00002000:00100000:0.0:1746157087.984221:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008e5ce680 x1830977685495168/t4294970671(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:648/0 lens 496/448 e 0 to 0 dl 1746157098 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157087.984233:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce680 with x1830977685495168 ext(0->7) 00010000:00010000:0.0:1746157087.984238:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 90 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157087.984247:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 90 pid: 9579 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157087.984253:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5ce680 00000100:00100000:0.0:1746157087.986930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157087.987031:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685495296 00000100:00100000:3.0:1746157087.987040:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685495296 00010000:00010000:3.0:1746157087.987075:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 90 pid: 9579 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157087.987110:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17642 00000100:00100000:3.0:1746157087.987117:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5685450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2011:x1830977685495296:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157087.987132:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157087.987149:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 90 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.987161:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 90 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.987183:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed885351493 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820946 expref: 90 pid: 9579 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157087.987212:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.987214:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157087.987222:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.987229:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157087.987261:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157087.987272:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679334016:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157087.987352:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157087.994673:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157087.994724:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685495424 00000100:00100000:1.0:1746157087.994733:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685495424 00000100:00100000:1.0:1746157087.994807:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30305 00000100:00100000:1.0:1746157087.994816:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:1767:x1830977685495424:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157087.994837:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157087.994856:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820954 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.994887:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.994895:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157087.994896:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157087.994900:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 91 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.994941:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.994953:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 5 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746157087.994965:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679334144:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157087.995041:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157087.995278:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679334016:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157087.995295:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157087.995327:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5685450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:2011:x1830977685495296:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8210us (8405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157087.995335:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17642 00000100:00100000:1.0:1746157087.996703:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679334144:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157087.996721:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 90 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157087.996733:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e200, rc 0) 00000100:00100000:1.0:1746157087.996780:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:1767:x1830977685495424:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1966us (2119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157087.996793:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30305 00000100:00100000:0.0:1746157088.006820:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.007157:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685495680 00000100:00100000:2.0:1746157088.007166:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685495680 00002000:00100000:2.0:1746157088.007229:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cf100 x1830977685495680/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.007238:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cf100 with x1830977685495680 ext(0->4095) 00010000:00010000:2.0:1746157088.007247:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.007259:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.007266:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cf100 00000100:00100000:2.0:1746157088.007296:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3047 00000100:00100000:2.0:1746157088.007305:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685495680:12345-192.168.203.44@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746157088.007481:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685495680:12345-192.168.203.44@tcp:3:ldlm_bl.0 Request processed in 176us (672us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157088.007487:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3047 00002000:00100000:2.0:1746157088.007493:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cf100 x1830977685495680/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.007499:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cf100 with x1830977685495680 ext(0->4095) 00010000:00010000:2.0:1746157088.007503:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.007511:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.007515:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cf100 00000100:00080000:0.0:1746157088.007567:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157088.012942:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.014591:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685495808 00000100:00100000:2.0:1746157088.014603:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685495808 00010000:00010000:2.0:1746157088.014650:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.014923:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17643 00000100:00100000:2.0:1746157088.014932:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685495808:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.014946:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.014965:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.014976:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.014997:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed88535149a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482094d expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.015230:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.015233:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.015240:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.015248:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.015283:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.015294:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679334272:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.015387:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157088.017889:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679334272:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.017918:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157088.017959:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685495808:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3028us (5026us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.017970:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17643 00000100:00100000:0.0:1746157088.018258:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.018321:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685496064 00000100:00100000:3.0:1746157088.018328:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685496064 00002000:00100000:3.0:1746157088.018375:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cdc00 x1830977685496064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.018384:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cdc00 with x1830977685496064 ext(0->4095) 00002000:00010000:3.0:1746157088.018389:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5cdc00 00000100:00100000:3.0:1746157088.018421:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13944 00000100:00100000:3.0:1746157088.018428:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2010:x1830977685496064:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157088.018562:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:2010:x1830977685496064:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (305us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157088.018575:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13944 00002000:00100000:3.0:1746157088.018581:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cdc00 x1830977685496064/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.018587:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cdc00 with x1830977685496064 ext(0->4095) 00002000:00010000:3.0:1746157088.018590:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5cdc00 00000100:00080000:0.0:1746157088.018856:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157088.032125:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.032246:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685496192 00000100:00100000:1.0:1746157088.032256:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685496192 00000100:00100000:1.0:1746157088.032320:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30306 00000100:00100000:1.0:1746157088.032328:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fac8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685496192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157088.032348:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157088.032364:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482095b expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.032397:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.032404:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.032405:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.032409:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.032438:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 89 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.032449:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 89 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746157088.032460:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679334400:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157088.033124:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd780 going to sleep for 11 seconds 00000100:00100000:1.0:1746157088.061671:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679334400:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157088.061712:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.061730:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f000, rc 0) 00000100:00100000:1.0:1746157088.061836:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fac8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685496192:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 29507us (29719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157088.061845:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30306 00000100:00100000:0.0:1746157088.064380:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.064453:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685496320 00000100:00100000:1.0:1746157088.064461:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685496320 00000100:00100000:1.0:1746157088.064510:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30307 00000100:00100000:1.0:1746157088.064517:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+90:1767:x1830977685496320:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157088.064536:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157088.064553:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820962 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.064579:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.064585:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.064590:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157088.064594:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 91 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.064628:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.064640:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 91 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.064653:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e000, rc 0) 00000100:00100000:1.0:1746157088.064702:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:1767:x1830977685496320:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157088.064708:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30307 00010000:00010000:3.0:1746157088.073963:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157088.076261:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.076356:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685496448 00000100:00100000:1.0:1746157088.076366:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685496448 00002000:00100000:1.0:1746157088.076415:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008e5cc700 x1830977685496448/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.076426:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cc700 with x1830977685496448 ext(0->7) 00010000:00010000:1.0:1746157088.076435:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 91 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.076449:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 91 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157088.076455:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cc700 00000100:00100000:1.0:1746157088.076488:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3048 00000100:00100000:1.0:1746157088.076495:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+91:2013:x1830977685496448:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157088.077272:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2013:x1830977685496448:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 774us (1016us total) trans 4294970672 rc 0/0 00000100:00100000:0.0:1746157088.077280:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3048 00002000:00100000:0.0:1746157088.077286:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008e5cc700 x1830977685496448/t4294970672(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/448 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.077294:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cc700 with x1830977685496448 ext(0->7) 00010000:00010000:0.0:1746157088.077299:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 93 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.077310:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 93 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157088.077315:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cc700 00000100:00100000:0.0:1746157088.079302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.079392:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685496576 00000100:00100000:2.0:1746157088.079401:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685496576 00010000:00010000:2.0:1746157088.079432:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 93 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.079456:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17644 00000100:00100000:2.0:1746157088.079462:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+93:2011:x1830977685496576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.079475:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.079492:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 93 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.079502:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 93 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.079524:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e200/0x7b65fed8853514a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820954 expref: 93 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.079555:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.079558:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.079564:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.079572:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.079605:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.079616:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 5 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.079627:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679334656:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.079708:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.081387:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.081447:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685496832 00000100:00100000:1.0:1746157088.081452:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685496832 00002000:00100000:1.0:1746157088.081483:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5ce300 x1830977685496832/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.081492:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce300 with x1830977685496832 ext(0->4095) 00010000:00010000:1.0:1746157088.081499:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.081509:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157088.081515:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5ce300 00000100:00100000:1.0:1746157088.081538:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3049 00000100:00100000:1.0:1746157088.081544:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685496832:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157088.081669:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685496832:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157088.081676:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3049 00002000:00100000:1.0:1746157088.081681:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5ce300 x1830977685496832/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.081688:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5ce300 with x1830977685496832 ext(0->4095) 00010000:00010000:1.0:1746157088.081693:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.081701:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157088.081706:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5ce300 00000100:00100000:2.0:1746157088.081791:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679334656:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.081806:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157088.081828:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2011:x1830977685496576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2366us (2534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.081834:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17644 00000100:00100000:0.0:1746157088.085549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.085631:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685496960 00000100:00100000:2.0:1746157088.085640:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685496960 00010000:00010000:2.0:1746157088.085674:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.085700:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17645 00000100:00100000:2.0:1746157088.085708:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685496960:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.085721:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.085761:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.085773:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.085796:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482095b expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.086514:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.086517:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.086524:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 91 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.086533:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 91 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.086566:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 91 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.086578:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679334784:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.087232:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.089437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.089577:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679334784:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.089597:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157088.089639:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685496960:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3932us (4098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.089649:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17645 00000100:00100000:3.0:1746157088.089732:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685497216 00000100:00100000:3.0:1746157088.089755:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685497216 00002000:00100000:3.0:1746157088.089795:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4700 x1830977685497216/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.089805:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4700 with x1830977685497216 ext(0->4095) 00002000:00010000:3.0:1746157088.089809:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a4700 00000100:00100000:3.0:1746157088.089924:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13945 00000100:00100000:3.0:1746157088.089933:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2012:x1830977685497216:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157088.090634:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2012:x1830977685497216:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 701us (1202us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157088.090640:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13945 00002000:00100000:3.0:1746157088.090646:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4700 x1830977685497216/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.090654:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4700 with x1830977685497216 ext(0->4095) 00002000:00010000:3.0:1746157088.090656:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a4700 00000100:00100000:0.0:1746157088.104703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.105633:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685497344 00000100:00100000:1.0:1746157088.105643:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685497344 00000100:00100000:1.0:1746157088.105699:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30308 00000100:00100000:1.0:1746157088.105706:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685497344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157088.105724:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157088.105762:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820969 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.105791:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 91 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.105798:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.105799:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.105802:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.105830:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 91 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.105839:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 91 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746157088.105850:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679334912:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157088.105944:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.136644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.136712:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685497472 00000100:00100000:3.0:1746157088.136722:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685497472 00002000:00100000:3.0:1746157088.137056:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a6300 x1830977685497472/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746157088.137056:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679334912:192.168.203.44@tcp:104: 00002000:00100000:3.0:1746157088.137066:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6300 with x1830977685497472 ext(0->7) 00010000:00010000:3.0:1746157088.137074:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 92 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.137083:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.137088:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 92 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157088.137093:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a6300 00010000:00010000:1.0:1746157088.137097:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ea00, rc 0) 00000100:00100000:3.0:1746157088.137115:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3050 00000100:00100000:3.0:1746157088.137122:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+92:2010:x1830977685497472:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157088.137138:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685497344:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 31434us (32446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157088.137145:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30308 00000100:00100000:3.0:1746157088.138074:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2010:x1830977685497472:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 950us (1440us total) trans 4294970673 rc 0/0 00000100:00100000:3.0:1746157088.138082:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3050 00002000:00100000:3.0:1746157088.138088:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a6300 x1830977685497472/t4294970673(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/448 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.138095:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6300 with x1830977685497472 ext(0->7) 00010000:00010000:3.0:1746157088.138101:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 94 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.138112:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 94 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157088.138117:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a6300 00000100:00100000:0.0:1746157088.146308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157088.146359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.146452:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685497600 00000100:00100000:1.0:1746157088.146462:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685497600 00000100:00100000:1.0:1746157088.146515:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30309 00000100:00100000:1.0:1746157088.146522:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:1767:x1830977685497600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157088.146541:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157088.146558:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820970 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.146587:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.146593:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.146598:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157088.146602:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.146639:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.146651:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.146661:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f000, rc 0) 00000100:00100000:1.0:1746157088.146706:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:1767:x1830977685497600:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157088.146713:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30309 00000100:00100000:2.0:1746157088.146849:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685497728 00000100:00100000:2.0:1746157088.146854:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685497728 00010000:00010000:2.0:1746157088.146875:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 95 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.146894:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17646 00000100:00100000:2.0:1746157088.146899:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+95:2012:x1830977685497728:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.146920:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.146938:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 95 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.146953:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 95 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.146969:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e000/0x7b65fed8853514af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820962 expref: 95 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.146982:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.146984:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.146989:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.146995:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.147014:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.147024:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 5 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.147037:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679335168:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.147094:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.150423:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.150473:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685497984 00000100:00100000:3.0:1746157088.150482:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685497984 00002000:00100000:3.0:1746157088.150530:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4000 x1830977685497984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.150540:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4000 with x1830977685497984 ext(0->4095) 00000100:00100000:2.0:1746157088.150548:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679335168:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157088.150549:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.150562:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.150564:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1746157088.150572:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4000 00000100:00100000:3.0:1746157088.150605:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3051 00000100:00100000:3.0:1746157088.150612:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685497984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157088.150615:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2012:x1830977685497728:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3716us (4255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.150626:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17646 00000100:00100000:3.0:1746157088.150769:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685497984:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (355us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157088.150776:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3051 00002000:00100000:3.0:1746157088.150782:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4000 x1830977685497984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.150788:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4000 with x1830977685497984 ext(0->4095) 00010000:00010000:3.0:1746157088.150792:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.150800:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157088.150805:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4000 00000100:00100000:2.0:1746157088.153400:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157088.153466:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685498112 00000100:00100000:0.0:1746157088.153474:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685498112 00010000:00010000:0.0:1746157088.153507:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746157088.153547:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17647 00000100:00100000:0.0:1746157088.153555:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685498112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157088.153567:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157088.153588:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.153599:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.153626:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed8853514b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820969 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.153654:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157088.153656:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157088.153664:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157088.153672:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157088.153706:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157088.153717:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f3a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679335296:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157088.153850:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.156174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.156326:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f3a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679335296:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157088.156347:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157088.156398:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685498112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2843us (3005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157088.156410:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17647 00000100:00100000:2.0:1746157088.156491:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685498368 00000100:00100000:2.0:1746157088.156497:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685498368 00002000:00100000:2.0:1746157088.156536:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a6680 x1830977685498368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.156550:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6680 with x1830977685498368 ext(0->4095) 00002000:00010000:2.0:1746157088.156554:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a6680 00000100:00100000:2.0:1746157088.156571:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13946 00000100:00100000:2.0:1746157088.156577:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977685498368:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157088.156710:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977685498368:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (544us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157088.156716:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13946 00002000:00100000:2.0:1746157088.156721:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a6680 x1830977685498368/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.156728:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a6680 with x1830977685498368 ext(0->4095) 00002000:00010000:2.0:1746157088.156730:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a6680 00000100:00100000:0.0:1746157088.164649:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.164721:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685498496 00000100:00100000:3.0:1746157088.164730:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685498496 00000100:00100000:3.0:1746157088.165197:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30310 00000100:00100000:3.0:1746157088.165206:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685498496:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.165226:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.165243:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820977 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.165276:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.165283:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.165284:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.165288:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.165317:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 93 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.165328:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 93 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.165339:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679335424:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157088.165823:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157088.168101:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679335424:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157088.168171:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.168189:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527800, rc 0) 00000100:00100000:3.0:1746157088.168245:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685498496:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3038us (3603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.168253:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30310 00000100:00100000:0.0:1746157088.168731:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.168896:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685498624 00000100:00100000:2.0:1746157088.168912:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685498624 00002000:00100000:2.0:1746157088.168952:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a4e00 x1830977685498624/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.168962:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4e00 with x1830977685498624 ext(0->7) 00010000:00010000:2.0:1746157088.168968:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 94 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.168980:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 94 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.168986:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4e00 00000100:00100000:2.0:1746157088.169173:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3052 00000100:00100000:2.0:1746157088.169180:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+94:2011:x1830977685498624:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157088.170076:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685498624:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 894us (1343us total) trans 4294970674 rc 0/0 00000100:00100000:2.0:1746157088.170083:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3052 00002000:00100000:2.0:1746157088.170089:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007f3a4e00 x1830977685498624/t4294970674(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/448 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.170097:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4e00 with x1830977685498624 ext(0->7) 00010000:00010000:2.0:1746157088.170103:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 96 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.170113:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 96 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.170119:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a4e00 00000100:00100000:0.0:1746157088.172048:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.172161:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685498752 00000100:00100000:3.0:1746157088.172170:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685498752 00000100:00100000:3.0:1746157088.172430:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30311 00000100:00100000:3.0:1746157088.172439:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685498752:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.172455:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.172471:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482097e expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157088.172486:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157088.172494:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.172500:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.172506:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157088.172509:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 97 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.172545:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.172557:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 97 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.172567:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527a00, rc 0) 00000100:00100000:3.0:1746157088.172606:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685498752:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.172612:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30311 00000100:00100000:0.0:1746157088.172698:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685498880 00000100:00100000:0.0:1746157088.172702:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685498880 00010000:00010000:0.0:1746157088.172720:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 97 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746157088.172761:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17648 00000100:00100000:0.0:1746157088.172768:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2013:x1830977685498880:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157088.172794:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157088.172982:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 97 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.172993:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 97 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.173009:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6f000/0x7b65fed8853514bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820970 expref: 97 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.173039:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157088.173041:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157088.173047:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.173053:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.173075:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.173085:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 5 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746157088.173101:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679335680:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157088.173165:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157088.174707:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679335680:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157088.174725:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157088.174788:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2013:x1830977685498880:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2019us (2300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157088.174797:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17648 00000100:00100000:0.0:1746157088.174802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.174855:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685499136 00000100:00100000:3.0:1746157088.174860:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685499136 00002000:00100000:3.0:1746157088.174893:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5180 x1830977685499136/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.174918:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5180 with x1830977685499136 ext(0->4095) 00010000:00010000:3.0:1746157088.174925:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.174937:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157088.174944:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5180 00000100:00100000:3.0:1746157088.174960:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3053 00000100:00100000:3.0:1746157088.174966:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685499136:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157088.175101:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685499136:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157088.175108:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3053 00002000:00100000:3.0:1746157088.175113:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5180 x1830977685499136/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.175120:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5180 with x1830977685499136 ext(0->4095) 00010000:00010000:3.0:1746157088.175124:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.175132:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157088.175138:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a5180 00000100:00100000:0.0:1746157088.177219:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.177305:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685499264 00000100:00100000:1.0:1746157088.177312:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685499264 00010000:00010000:1.0:1746157088.177342:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746157088.177808:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17649 00000100:00100000:1.0:1746157088.177818:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685499264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157088.177831:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157088.177850:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.177862:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.177884:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527800/0x7b65fed8853514c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820977 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.178578:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157088.178582:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157088.178590:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.178598:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.178634:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157088.178652:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679335808:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157088.179037:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157088.181078:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679335808:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157088.181100:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157088.181132:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.181150:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685499264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3333us (3940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157088.181160:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17649 00000100:00100000:3.0:1746157088.181345:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685499520 00000100:00100000:3.0:1746157088.181353:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685499520 00002000:00100000:3.0:1746157088.181391:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4380 x1830977685499520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.181406:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4380 with x1830977685499520 ext(0->4095) 00002000:00010000:3.0:1746157088.181411:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a4380 00000100:00100000:3.0:1746157088.181438:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13947 00000100:00100000:3.0:1746157088.181445:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685499520:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157088.181586:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2010:x1830977685499520:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (455us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157088.181592:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13947 00002000:00100000:3.0:1746157088.181598:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a4380 x1830977685499520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.181605:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a4380 with x1830977685499520 ext(0->4095) 00002000:00010000:3.0:1746157088.181608:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a4380 00000100:00100000:0.0:1746157088.184285:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.184388:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685499648 00000100:00100000:1.0:1746157088.184397:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685499648 00000100:00100000:1.0:1746157088.184452:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30312 00000100:00100000:1.0:1746157088.184459:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685499648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157088.184479:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157088.184498:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820985 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.184528:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.184541:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.184543:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.184546:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.184577:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 95 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.184589:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 95 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746157088.184601:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679335936:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157088.185275:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.187955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.190968:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679335936:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157088.191006:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.191025:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e600, rc 0) 00000100:00100000:1.0:1746157088.191107:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685499648:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6646us (6829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157088.191115:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30312 00000100:00100000:2.0:1746157088.191234:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685499776 00000100:00100000:2.0:1746157088.191242:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685499776 00010000:00010000:2.0:1746157088.191273:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 96 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.191311:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17650 00000100:00100000:2.0:1746157088.191319:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2011:x1830977685499776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.191331:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.191351:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 96 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.191361:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 96 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.191382:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed8853514cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482097e expref: 96 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.191397:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.191399:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.191405:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.191411:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.191442:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.191452:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679336064:192.168.203.44@tcp:105: 00000100:00100000:0.0:1746157088.191765:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.192305:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157088.192675:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685499904 00000100:00100000:1.0:1746157088.192681:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685499904 00000100:00100000:1.0:1746157088.192710:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30313 00000100:00100000:1.0:1746157088.192715:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685499904:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157088.192732:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157088.192763:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482098c expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.192784:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.192790:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157088.192791:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157088.192794:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.192814:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.192825:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 5 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746157088.192834:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679336192:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157088.192864:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157088.197468:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679336064:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157088.197468:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679336192:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157088.197491:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157088.197506:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.197524:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ee00, rc 0) 00000100:00100000:2.0:1746157088.197549:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2011:x1830977685499776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6229us (9602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157088.197551:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685499904:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4834us (5786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.197562:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17650 00000100:00100000:1.0:1746157088.197562:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30313 00000100:00100000:0.0:1746157088.197941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.198562:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685500160 00000100:00100000:2.0:1746157088.198571:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685500160 00002000:00100000:2.0:1746157088.198609:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7480 x1830977685500160/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.198619:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7480 with x1830977685500160 ext(0->4095) 00010000:00010000:2.0:1746157088.198626:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.198638:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.198644:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a7480 00000100:00100000:2.0:1746157088.198672:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3054 00000100:00100000:2.0:1746157088.198679:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685500160:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157088.198852:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685500160:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (911us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157088.198858:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3054 00002000:00100000:2.0:1746157088.198863:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a7480 x1830977685500160/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.198870:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a7480 with x1830977685500160 ext(0->4095) 00010000:00010000:2.0:1746157088.198875:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.198888:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.198893:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f3a7480 00000100:00100000:0.0:1746157088.201169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.201346:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685500288 00000100:00100000:2.0:1746157088.201355:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685500288 00010000:00010000:2.0:1746157088.201390:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.201426:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17651 00000100:00100000:2.0:1746157088.201433:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685500288:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.201444:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.201462:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.201474:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.201498:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e600/0x7b65fed8853514d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820985 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.201525:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.201527:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.201535:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.201548:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.201582:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.201594:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679336320:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.201666:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.205459:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.205541:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685500544 00000100:00100000:3.0:1746157088.205551:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685500544 00002000:00100000:3.0:1746157088.205599:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5c00 x1830977685500544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.205609:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5c00 with x1830977685500544 ext(0->4095) 00002000:00010000:3.0:1746157088.205614:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a5c00 00000100:00100000:3.0:1746157088.205636:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13948 00000100:00100000:3.0:1746157088.205642:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2012:x1830977685500544:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157088.205829:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:2012:x1830977685500544:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 186us (380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157088.205840:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13948 00002000:00100000:3.0:1746157088.205845:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007f3a5c00 x1830977685500544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.205852:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3a5c00 with x1830977685500544 ext(0->4095) 00002000:00010000:3.0:1746157088.205855:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3a5c00 00000100:00100000:2.0:1746157088.206325:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679336320:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.206344:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157088.206376:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685500288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4943us (5216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.206384:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17651 00000100:00100000:0.0:1746157088.209156:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.209208:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685500672 00000100:00100000:1.0:1746157088.209218:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685500672 00000100:00100000:1.0:1746157088.209281:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30314 00000100:00100000:1.0:1746157088.209289:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685500672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157088.209308:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157088.209327:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820993 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.209356:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.209363:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.209365:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.209368:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.209399:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 95 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.210160:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 95 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746157088.210175:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679336448:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157088.210285:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157088.229725:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679336448:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157088.229793:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.229811:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6fa00, rc 0) 00000100:00100000:1.0:1746157088.229856:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685500672:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 20567us (20710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157088.229865:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30314 00000100:00100000:0.0:1746157088.232589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.232793:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685500800 00000100:00100000:1.0:1746157088.232804:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685500800 00000100:00100000:1.0:1746157088.232863:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30315 00000100:00100000:1.0:1746157088.232871:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+96:1767:x1830977685500800:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157088.232889:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157088.232916:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a670482099a expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.232945:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.232951:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.232956:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157088.232960:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.232993:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.233004:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.233016:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e800, rc 0) 00000100:00100000:1.0:1746157088.234704:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:1767:x1830977685500800:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1821us (2112us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157088.234715:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30315 00000100:00100000:2.0:1746157088.238110:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157088.238192:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685500928 00000100:00100000:0.0:1746157088.238203:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685500928 00002000:00100000:0.0:1746157088.238254:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f167800 x1830977685500928/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.238264:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167800 with x1830977685500928 ext(0->7) 00010000:00010000:0.0:1746157088.238273:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 97 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.238287:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 97 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157088.238295:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167800 00000100:00100000:0.0:1746157088.238428:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3055 00000100:00100000:0.0:1746157088.238438:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+97:2013:x1830977685500928:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157088.239820:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2013:x1830977685500928:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1375us (1714us total) trans 4294970675 rc 0/0 00000100:00100000:0.0:1746157088.239830:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3055 00002000:00100000:0.0:1746157088.239838:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f167800 x1830977685500928/t4294970675(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/448 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.239846:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f167800 with x1830977685500928 ext(0->7) 00010000:00010000:0.0:1746157088.239853:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 99 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.239865:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 99 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157088.239871:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f167800 00000100:00100000:0.0:1746157088.242269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.242358:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685501056 00000100:00100000:2.0:1746157088.242369:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685501056 00010000:00010000:2.0:1746157088.242408:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 99 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.242452:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17652 00000100:00100000:2.0:1746157088.242458:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+99:2013:x1830977685501056:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.242473:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.242491:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 99 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.242507:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 99 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.242956:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ee00/0x7b65fed8853514d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482098c expref: 99 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.242988:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.242990:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.242997:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.243005:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.243041:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.243057:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 5 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.243069:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f164700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679336704:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.243156:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.246588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.246656:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685501312 00000100:00100000:2.0:1746157088.246692:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685501312 00000100:00100000:3.0:1746157088.246719:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f164700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679336704:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157088.246757:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157088.246796:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2013:x1830977685501056:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4337us (4536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.246806:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17652 00002000:00100000:2.0:1746157088.246874:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5500 x1830977685501312/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.246889:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5500 with x1830977685501312 ext(0->4095) 00010000:00010000:2.0:1746157088.246898:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.246923:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.246929:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e5500 00000100:00100000:2.0:1746157088.246946:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3056 00000100:00100000:2.0:1746157088.246953:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685501312:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157088.247088:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685501312:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (509us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157088.247095:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3056 00002000:00100000:2.0:1746157088.247100:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e5500 x1830977685501312/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.247107:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e5500 with x1830977685501312 ext(0->4095) 00010000:00010000:2.0:1746157088.247111:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.247120:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.247125:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e5500 00000100:00100000:0.0:1746157088.249967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.250047:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685501440 00000100:00100000:3.0:1746157088.250056:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685501440 00010000:00010000:3.0:1746157088.250089:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.250113:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17653 00000100:00100000:3.0:1746157088.250120:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685501440:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157088.250134:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157088.250153:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.250164:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.250187:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6fa00/0x7b65fed8853514e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820993 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.250218:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.250219:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.250227:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.250235:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.250268:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157088.250281:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679336832:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157088.250357:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157088.252167:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679336832:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157088.252191:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157088.252233:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685501440:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2112us (2274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.252243:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17653 00000100:00100000:0.0:1746157088.253695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.254259:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685501696 00000100:00100000:3.0:1746157088.254268:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685501696 00002000:00100000:3.0:1746157088.254312:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7b80 x1830977685501696/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.254324:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7b80 with x1830977685501696 ext(0->4095) 00002000:00010000:3.0:1746157088.254329:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e7b80 00000100:00100000:3.0:1746157088.254612:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13949 00000100:00100000:3.0:1746157088.254621:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2010:x1830977685501696:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157088.254930:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2010:x1830977685501696:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 309us (1241us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157088.254937:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13949 00002000:00100000:3.0:1746157088.254943:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7b80 x1830977685501696/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.254950:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7b80 with x1830977685501696 ext(0->4095) 00002000:00010000:3.0:1746157088.254953:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e7b80 00000100:00100000:0.0:1746157088.260536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.260653:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685501824 00000100:00100000:3.0:1746157088.260663:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685501824 00000100:00100000:3.0:1746157088.260720:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30316 00000100:00100000:3.0:1746157088.260727:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685501824:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.260780:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.260798:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209a1 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.260826:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.260832:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.260833:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.260836:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.260865:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 97 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.260880:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 97 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.260892:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679336960:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157088.260988:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157088.263061:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679336960:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157088.263091:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.263106:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526200, rc 0) 00000100:00100000:3.0:1746157088.263145:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685501824:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2418us (2621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.263152:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30316 00000100:00100000:0.0:1746157088.264665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.264974:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685501952 00000100:00100000:3.0:1746157088.264984:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685501952 00002000:00100000:3.0:1746157088.265028:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011f3e4700 x1830977685501952/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.265039:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4700 with x1830977685501952 ext(0->7) 00010000:00010000:3.0:1746157088.265048:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 98 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.265060:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 98 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157088.265071:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e4700 00000100:00100000:3.0:1746157088.265606:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3057 00000100:00100000:3.0:1746157088.265614:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+98:2011:x1830977685501952:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157088.266819:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2011:x1830977685501952:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 1200us (2155us total) trans 4294970676 rc 0/0 00000100:00100000:0.0:1746157088.266829:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3057 00002000:00100000:0.0:1746157088.266838:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011f3e4700 x1830977685501952/t4294970676(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/448 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.266846:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e4700 with x1830977685501952 ext(0->7) 00010000:00010000:0.0:1746157088.266855:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 100 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.266875:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 100 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157088.266881:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e4700 00000100:00100000:0.0:1746157088.269446:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.269602:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685502080 00000100:00100000:3.0:1746157088.269612:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685502080 00010000:00010000:3.0:1746157088.269652:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 100 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.269682:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17654 00000100:00100000:3.0:1746157088.269691:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2011:x1830977685502080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157088.269882:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157088.269912:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 100 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.269925:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 100 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.269949:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6e800/0x7b65fed8853514e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a670482099a expref: 100 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.270408:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.270411:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.270420:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.270432:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.270468:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157088.270480:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679337088:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157088.270581:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.273696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.275210:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685502208 00000100:00100000:3.0:1746157088.275223:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685502208 00000100:00100000:3.0:1746157088.275289:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30317 00000100:00100000:3.0:1746157088.275298:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1767:x1830977685502208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.275319:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.275339:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209a8 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.275367:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.275374:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.275376:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.275379:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.275411:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.275426:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 5 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.275437:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679337216:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157088.275540:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157088.277240:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679337088:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157088.277261:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157088.277303:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+101:2011:x1830977685502080:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7612us (7866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.277313:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17654 00000100:00100000:0.0:1746157088.277504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.277625:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685502464 00000100:00100000:1.0:1746157088.277632:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685502464 00002000:00100000:1.0:1746157088.277940:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7800 x1830977685502464/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.277949:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7800 with x1830977685502464 ext(0->4095) 00010000:00010000:1.0:1746157088.277958:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.277970:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157088.277976:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e7800 00000100:00100000:1.0:1746157088.277994:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3058 00000100:00100000:1.0:1746157088.278001:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685502464:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157088.278536:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685502464:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 535us (1031us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157088.278542:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3058 00002000:00100000:1.0:1746157088.278548:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e7800 x1830977685502464/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.278561:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e7800 with x1830977685502464 ext(0->4095) 00010000:00010000:1.0:1746157088.278565:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.278574:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157088.278579:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f3e7800 00000100:00100000:3.0:1746157088.278637:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679337216:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157088.278656:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 100 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.278668:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:3.0:1746157088.278696:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:1767:x1830977685502208:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3400us (5011us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.278702:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30317 00000100:00100000:0.0:1746157088.283186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.283259:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685502592 00000100:00100000:3.0:1746157088.283270:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685502592 00010000:00010000:3.0:1746157088.283310:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.283338:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17655 00000100:00100000:3.0:1746157088.283346:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685502592:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157088.284114:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157088.284142:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.284157:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.284180:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526200/0x7b65fed8853514ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a1 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.284212:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.284214:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.284222:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.284229:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.284269:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157088.284282:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679337344:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157088.285291:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.289625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.289824:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685502848 00000100:00100000:1.0:1746157088.289834:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685502848 00002000:00100000:1.0:1746157088.289885:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e6300 x1830977685502848/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.289895:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6300 with x1830977685502848 ext(0->4095) 00002000:00010000:1.0:1746157088.289910:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e6300 00000100:00100000:3.0:1746157088.290017:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679337344:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157088.290037:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157088.290084:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685502592:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6737us (6908us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.290094:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17655 00000100:00100000:1.0:1746157088.290297:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13950 00000100:00100000:1.0:1746157088.290304:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2012:x1830977685502848:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157088.290451:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2012:x1830977685502848:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (837us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157088.290457:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13950 00002000:00100000:1.0:1746157088.290462:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011f3e6300 x1830977685502848/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.290469:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f3e6300 with x1830977685502848 ext(0->4095) 00002000:00010000:1.0:1746157088.290472:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f3e6300 00000100:00100000:0.0:1746157088.303030:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.303315:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685502976 00000100:00100000:3.0:1746157088.303325:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685502976 00000100:00100000:3.0:1746157088.303387:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30318 00000100:00100000:3.0:1746157088.303395:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685502976:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.303415:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.303434:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209af expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.303468:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.303476:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.303478:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.303481:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.303513:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.303524:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 99 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.303537:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679337472:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157088.305912:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157088.310138:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679337472:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157088.310173:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.310191:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157088.310247:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685502976:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6853us (7227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.310256:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30318 00000100:00100000:0.0:1746157088.317568:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.318120:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685503104 00000100:00100000:2.0:1746157088.318130:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685503104 00002000:00100000:2.0:1746157088.318181:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012a2ff100 x1830977685503104/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.318192:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ff100 with x1830977685503104 ext(0->7) 00010000:00010000:2.0:1746157088.318202:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 100 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.318216:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 100 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.318223:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ff100 00000100:00100000:2.0:1746157088.318260:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3059 00000100:00100000:2.0:1746157088.318272:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+100:2013:x1830977685503104:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157088.322915:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2013:x1830977685503104:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4624us (5334us total) trans 4294970677 rc 0/0 00000100:00100000:2.0:1746157088.322928:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3059 00002000:00100000:2.0:1746157088.322941:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012a2ff100 x1830977685503104/t4294970677(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/448 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.322951:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ff100 with x1830977685503104 ext(0->7) 00010000:00010000:2.0:1746157088.322962:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 102 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.323716:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 102 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.323724:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ff100 00000100:00100000:0.0:1746157088.339174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157088.339245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.339259:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685503232 00000100:00100000:3.0:1746157088.339269:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685503232 00000100:00100000:3.0:1746157088.339334:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30319 00000100:00100000:3.0:1746157088.339343:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:1767:x1830977685503232:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.339364:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.339381:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209b6 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.339412:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.339418:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.339424:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157088.339692:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 103 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.339731:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.339768:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 103 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.339783:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157088.339826:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:1767:x1830977685503232:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 485us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.339832:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30319 00000100:00100000:2.0:1746157088.340384:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685503360 00000100:00100000:2.0:1746157088.340392:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685503360 00010000:00010000:2.0:1746157088.340420:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 103 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.340441:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17656 00000100:00100000:2.0:1746157088.340447:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5684c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:2013:x1830977685503360:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.340458:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.340476:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 103 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.340486:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 103 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.340510:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed8853514f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209a8 expref: 103 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.340527:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.340528:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.340535:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.340542:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.340563:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.340577:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 5 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.340588:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679337728:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.340657:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157088.345533:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679337728:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.345559:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157088.345614:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5684c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2013:x1830977685503360:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5165us (6366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.345625:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17656 00000100:00100000:0.0:1746157088.347342:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.347638:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685503616 00000100:00100000:2.0:1746157088.347648:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685503616 00002000:00100000:2.0:1746157088.347695:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2ffb80 x1830977685503616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.347705:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ffb80 with x1830977685503616 ext(0->4095) 00010000:00010000:2.0:1746157088.347715:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.347729:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.347765:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ffb80 00000100:00100000:2.0:1746157088.347790:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3060 00000100:00100000:2.0:1746157088.347798:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685503616:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157088.347979:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685503616:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 181us (644us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157088.347986:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3060 00002000:00100000:2.0:1746157088.347992:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2ffb80 x1830977685503616/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.347998:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ffb80 with x1830977685503616 ext(0->4095) 00010000:00010000:2.0:1746157088.348003:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.348011:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.348017:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2ffb80 00000100:00100000:0.0:1746157088.351133:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.351204:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685503744 00000100:00100000:2.0:1746157088.351215:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685503744 00010000:00010000:2.0:1746157088.351253:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.353087:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17657 00000100:00100000:2.0:1746157088.353107:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685503744:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.353128:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.353154:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.353170:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.353197:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed8853514fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209af expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.353229:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.353231:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.353239:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.353246:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.353281:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.353293:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679337856:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.353398:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.359504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.359577:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685504000 00000100:00100000:1.0:1746157088.359585:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685504000 00002000:00100000:1.0:1746157088.359640:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fea00 x1830977685504000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.359651:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fea00 with x1830977685504000 ext(0->4095) 00002000:00010000:1.0:1746157088.359658:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fea00 00000100:00100000:2.0:1746157088.359661:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679337856:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.359684:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157088.359694:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13951 00000100:00100000:1.0:1746157088.359701:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2010:x1830977685504000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157088.360496:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685503744:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7394us (9369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.360507:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17657 00000100:00100000:1.0:1746157088.361056:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2010:x1830977685504000:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 1352us (1560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157088.361064:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13951 00002000:00100000:1.0:1746157088.361070:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fea00 x1830977685504000/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.361079:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fea00 with x1830977685504000 ext(0->4095) 00002000:00010000:1.0:1746157088.361083:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fea00 00000100:00100000:0.0:1746157088.372931:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.373302:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685504128 00000100:00100000:3.0:1746157088.373312:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685504128 00000100:00100000:3.0:1746157088.373374:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30320 00000100:00100000:3.0:1746157088.373383:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685504128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.373403:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.373422:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209bd expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.373455:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.373463:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.373465:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.373469:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.373499:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 101 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.373511:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 101 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.373530:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679337984:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157088.373626:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.379574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.379644:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685504256 00000100:00100000:1.0:1746157088.379653:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685504256 00000100:00100000:3.0:1746157088.379784:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679337984:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157088.379814:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.379833:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157088.379878:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685504128:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6497us (6958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.379886:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30320 00002000:00100000:1.0:1746157088.379989:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012a2fdc00 x1830977685504256/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.379997:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fdc00 with x1830977685504256 ext(0->7) 00010000:00010000:1.0:1746157088.380004:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 102 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746157088.380014:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 102 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746157088.380025:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2fdc00 00000100:00100000:1.0:1746157088.380049:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3061 00000100:00100000:1.0:1746157088.380055:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+102:2011:x1830977685504256:12345-192.168.203.44@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157088.384809:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2011:x1830977685504256:12345-192.168.203.44@tcp:4:ldlm_bl.0 Request processed in 4741us (5233us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1746157088.384822:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3061 00002000:00100000:0.0:1746157088.384833:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012a2fdc00 x1830977685504256/t4294970678(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 496/448 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.384842:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fdc00 with x1830977685504256 ext(0->7) 00010000:00010000:0.0:1746157088.384853:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.384872:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157088.384879:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012a2fdc00 00000100:00100000:0.0:1746157088.389469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.389573:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685504384 00000100:00100000:2.0:1746157088.389584:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685504384 00010000:00010000:2.0:1746157088.389678:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.389724:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17658 00000100:00100000:2.0:1746157088.389732:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2010:x1830977685504384:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.389778:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.389797:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.389809:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.389832:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351503 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209b6 expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.389851:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.389853:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.389858:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.389865:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.389896:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.389920:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679338112:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.390004:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.392851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.392934:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685504640 00000100:00100000:1.0:1746157088.392945:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685504640 00002000:00100000:1.0:1746157088.392997:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fd180 x1830977685504640/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.393007:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fd180 with x1830977685504640 ext(0->4095) 00002000:00010000:1.0:1746157088.393012:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fd180 00000100:00100000:1.0:1746157088.393041:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13952 00000100:00100000:1.0:1746157088.393049:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685504640:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157088.393202:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685504640:12345-192.168.203.44@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157088.393208:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13952 00002000:00100000:1.0:1746157088.393214:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012a2fd180 x1830977685504640/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.393220:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fd180 with x1830977685504640 ext(0->4095) 00002000:00010000:1.0:1746157088.393222:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fd180 00000100:00100000:2.0:1746157088.393651:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679338112:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.393670:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157088.393694:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:2010:x1830977685504384:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3964us (4238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.393701:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17658 00000100:00100000:0.0:1746157088.397204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.397317:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685504768 00000100:00100000:3.0:1746157088.397326:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685504768 00000100:00100000:3.0:1746157088.397385:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30321 00000100:00100000:3.0:1746157088.397394:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:1768:x1830977685504768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.397412:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.397429:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209c4 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.397460:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.397467:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.397468:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.397471:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 104 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.397505:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.397517:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 5 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.397529:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679338240:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157088.397616:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157088.400857:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679338240:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157088.400890:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 104 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.400919:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:3.0:1746157088.400963:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:1768:x1830977685504768:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3571us (3768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.400972:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30321 00000100:00100000:0.0:1746157088.402143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157088.402281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.402415:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685504896 00000100:00100000:2.0:1746157088.402424:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685504896 00010000:00010000:2.0:1746157088.402458:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.402488:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17659 00000100:00100000:2.0:1746157088.402495:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685504896:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.402508:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.402528:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.402539:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.402562:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527c00/0x7b65fed88535150a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209bd expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.402578:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.402580:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.402586:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 103 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.402594:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 103 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.402626:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 103 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.402638:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679338368:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.402707:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157088.402927:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685505024 00000100:00100000:3.0:1746157088.402931:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685505024 00000100:00100000:3.0:1746157088.402957:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30322 00000100:00100000:3.0:1746157088.402963:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:1767:x1830977685505024:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.402977:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.402988:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209cb expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.403007:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 105 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.403013:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.403015:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.403018:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 105 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.403036:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 105 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.403045:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 105 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.403053:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679338496:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157088.403090:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.406798:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.406934:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679338368:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157088.406935:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679338496:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157088.406954:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157088.406966:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 105 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.406982:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:2.0:1746157088.407018:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685504896:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4522us (4879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.407030:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17659 00000100:00100000:2.0:1746157088.407076:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685505280 00000100:00100000:2.0:1746157088.407081:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685505280 00002000:00100000:2.0:1746157088.407111:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f208e00 x1830977685505280/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.407120:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f208e00 with x1830977685505280 ext(0->4095) 00010000:00010000:2.0:1746157088.407126:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 106 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.407137:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 106 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.407143:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f208e00 00000100:00100000:2.0:1746157088.407157:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3062 00000100:00100000:2.0:1746157088.407162:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2011:x1830977685505280:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157088.407187:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:1767:x1830977685505024:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4223us (4906us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.407193:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30322 00000100:00100000:2.0:1746157088.407284:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2011:x1830977685505280:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157088.407290:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3062 00002000:00100000:2.0:1746157088.407295:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f208e00 x1830977685505280/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.407302:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f208e00 with x1830977685505280 ext(0->4095) 00010000:00010000:2.0:1746157088.407307:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 105 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.407316:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 105 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746157088.407321:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f208e00 00000100:00100000:0.0:1746157088.410867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.411182:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685505408 00000100:00100000:3.0:1746157088.411193:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685505408 00000100:00100000:3.0:1746157088.411241:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30323 00000100:00100000:3.0:1746157088.411249:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685505408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.411271:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.411288:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209d2 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.411315:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.411321:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 104 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.411326:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157088.411329:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.411366:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 104 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.411378:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.411388:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527a00, rc 0) 00000100:00100000:3.0:1746157088.411436:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685505408:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.411443:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30323 00000100:00100000:0.0:1746157088.412259:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.413828:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685505536 00000100:00100000:2.0:1746157088.413840:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685505536 00010000:00010000:2.0:1746157088.413881:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 105 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.413926:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17660 00000100:00100000:2.0:1746157088.413934:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2010:x1830977685505536:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.413947:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.413968:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 105 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.413981:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 105 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.414004:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed885351511 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209c4 expref: 105 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.414038:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.414041:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.414048:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 104 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.414056:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 104 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.414089:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 104 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.414100:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.414111:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679338752:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.414206:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.418287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.418397:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685505792 00000100:00100000:3.0:1746157088.418407:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685505792 00002000:00100000:3.0:1746157088.418457:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f209500 x1830977685505792/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.418468:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209500 with x1830977685505792 ext(0->4095) 00010000:00010000:3.0:1746157088.418478:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 105 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.418507:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 105 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157088.418515:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f209500 00000100:00100000:3.0:1746157088.418550:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3063 00000100:00100000:3.0:1746157088.418559:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2011:x1830977685505792:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157088.418721:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2011:x1830977685505792:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (445us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157088.418728:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3063 00002000:00100000:3.0:1746157088.418733:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f209500 x1830977685505792/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.418772:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209500 with x1830977685505792 ext(0->4095) 00010000:00010000:3.0:1746157088.418777:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 105 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.418786:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 105 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157088.418792:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f209500 00000100:00100000:2.0:1746157088.420065:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679338752:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.420087:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157088.420126:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2010:x1830977685505536:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 6193us (7869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.420135:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17660 00000100:00100000:0.0:1746157088.424924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157088.425433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.425600:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685506048 00000100:00100000:2.0:1746157088.425610:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685506048 00010000:00010000:2.0:1746157088.425649:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.425677:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17661 00000100:00100000:2.0:1746157088.425684:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2010:x1830977685506048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.425698:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.425719:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.425732:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.425780:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351518 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209cb expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746157088.425886:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685505920 00000100:00100000:1.0:1746157088.425890:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685505920 00000100:00100000:1.0:1746157088.425931:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30324 00000100:00100000:1.0:1746157088.425937:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:1767:x1830977685505920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157088.425954:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157088.425966:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209d9 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.425982:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157088.425988:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.425994:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157088.425997:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.426034:0:9577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.426047:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.426056:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157088.426057:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157088.426063:0:9577:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.426070:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.426087:0:9577:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 5 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157088.426102:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 5 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746157088.426113:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679339008:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.426240:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157088.426265:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2010:x1830977685506048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 581us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.426272:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17661 00000100:00100000:1.0:1746157088.427488:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fefdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157088.428272:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157088.428472:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685506304 00000100:00100000:0.0:1746157088.428481:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685506304 00002000:00100000:0.0:1746157088.428526:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cea00 x1830977685506304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.428536:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cea00 with x1830977685506304 ext(0->4095) 00010000:00010000:0.0:1746157088.428545:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.428559:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157088.428569:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cea00 00000100:00100000:2.0:1746157088.428680:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013136bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679339008:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.428702:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ea00, rc 0) 00000100:00100000:2.0:1746157088.428767:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:1767:x1830977685505920:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2829us (3853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.428776:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30324 00000100:00100000:0.0:1746157088.429087:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3064 00000100:00100000:0.0:1746157088.429094:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685506304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157088.429216:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685506304:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (949us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157088.429222:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3064 00002000:00100000:0.0:1746157088.429228:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cea00 x1830977685506304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.429235:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cea00 with x1830977685506304 ext(0->4095) 00010000:00010000:0.0:1746157088.429240:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.429248:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157088.429254:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5cea00 00000100:00100000:0.0:1746157088.433437:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.433655:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685506432 00000100:00100000:2.0:1746157088.433664:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685506432 00010000:00010000:2.0:1746157088.433699:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.433723:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17662 00000100:00100000:2.0:1746157088.433730:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685506432:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.433765:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.433783:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.433794:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.433815:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527a00/0x7b65fed88535151f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d2 expref: 6 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.433829:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.433831:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.433838:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 103 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.433846:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 103 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.433878:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 103 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.433889:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679339136:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.433963:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157088.436348:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679339136:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.436372:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157088.436416:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685506432:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2684us (2988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.436427:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17662 00000100:00100000:0.0:1746157088.437538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.438252:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685506688 00000100:00100000:3.0:1746157088.438261:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685506688 00002000:00100000:3.0:1746157088.438305:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20aa00 x1830977685506688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.438321:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20aa00 with x1830977685506688 ext(0->4095) 00002000:00010000:3.0:1746157088.438326:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f20aa00 00000100:00100000:3.0:1746157088.438346:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13953 00000100:00100000:3.0:1746157088.438353:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2011:x1830977685506688:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157088.438493:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2011:x1830977685506688:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (960us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157088.438499:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13953 00002000:00100000:3.0:1746157088.438505:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20aa00 x1830977685506688/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.438511:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20aa00 with x1830977685506688 ext(0->4095) 00002000:00010000:3.0:1746157088.438514:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f20aa00 00000100:00100000:0.0:1746157088.440497:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.440699:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685506816 00000100:00100000:2.0:1746157088.440707:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685506816 00000100:00100000:2.0:1746157088.440773:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30325 00000100:00100000:2.0:1746157088.440780:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685506816:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157088.440797:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157088.440813:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209e0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.440840:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 103 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.440847:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157088.440848:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157088.440851:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.440876:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 103 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.440886:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 103 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.440912:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679339264:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157088.441968:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157088.443504:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679339264:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157088.443541:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.443558:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97bc00, rc 0) 00000100:00100000:2.0:1746157088.443606:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685506816:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2825us (3116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.443614:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30325 00000100:00100000:0.0:1746157088.443830:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.444520:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685506944 00000100:00100000:3.0:1746157088.444528:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685506944 00010000:00010000:3.0:1746157088.444559:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 104 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.444593:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17663 00000100:00100000:3.0:1746157088.444600:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5684850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2011:x1830977685506944:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157088.444611:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157088.444630:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 104 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.444640:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 104 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.444662:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ef6ea00/0x7b65fed885351526 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209d9 expref: 104 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.444688:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.444690:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.444697:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.444705:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.444756:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157088.444768:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679339392:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157088.444830:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157088.449327:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679339392:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157088.449353:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157088.449711:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5684850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:2011:x1830977685506944:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5108us (5879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.449723:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17663 00000100:00100000:1.0:1746157088.450060:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.450203:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157088.450264:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685507200 00000100:00100000:0.0:1746157088.450271:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685507200 00002000:00100000:0.0:1746157088.450316:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cd880 x1830977685507200/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.450332:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cd880 with x1830977685507200 ext(0->4095) 00002000:00010000:0.0:1746157088.450337:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5cd880 00000100:00100000:0.0:1746157088.450355:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13954 00000100:00100000:0.0:1746157088.450363:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685507200:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157088.450484:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685507200:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157088.450489:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13954 00002000:00100000:0.0:1746157088.450493:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5cd880 x1830977685507200/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.450499:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5cd880 with x1830977685507200 ext(0->4095) 00002000:00010000:0.0:1746157088.450502:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5cd880 00000100:00100000:3.0:1746157088.450558:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685507328 00000100:00100000:3.0:1746157088.450561:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685507328 00000100:00100000:3.0:1746157088.450582:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30326 00000100:00100000:3.0:1746157088.450586:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+103:1767:x1830977685507328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.450597:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.450611:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209e7 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.450631:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.450638:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.450640:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.450643:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.450666:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.450675:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 5 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.450684:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679339520:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157088.450750:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157088.453327:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679339520:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157088.453358:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.453375:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527000, rc 0) 00000100:00100000:3.0:1746157088.454022:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:1767:x1830977685507328:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3429us (3813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.454035:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30326 00000100:00100000:0.0:1746157088.454863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157088.454994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.455164:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685507456 00000100:00100000:3.0:1746157088.455174:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685507456 00000100:00100000:3.0:1746157088.455220:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30327 00000100:00100000:3.0:1746157088.455228:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:1768:x1830977685507456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.455246:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.455262:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209ee expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.455289:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.455295:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.455300:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.455303:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 105 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.455338:0:19476:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.455349:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 105 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.455357:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527400, rc 0) 00000100:00100000:3.0:1746157088.455405:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:1768:x1830977685507456:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.455410:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30327 00000100:00100000:2.0:1746157088.455696:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685507584 00000100:00100000:2.0:1746157088.455701:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685507584 00010000:00010000:2.0:1746157088.455720:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.455766:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17664 00000100:00100000:2.0:1746157088.455771:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2013:x1830977685507584:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.455780:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.455796:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.455805:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.455826:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535152d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e0 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.455847:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.455848:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.455855:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.455861:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.455878:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.455886:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 104 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.455896:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679339776:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.456415:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.459513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.459616:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679339776:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.459638:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157088.459692:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685507584:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3919us (4697us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.459702:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17664 00000100:00100000:3.0:1746157088.459800:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685507840 00000100:00100000:3.0:1746157088.459807:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685507840 00002000:00100000:3.0:1746157088.459848:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20bb80 x1830977685507840/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.459858:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20bb80 with x1830977685507840 ext(0->4095) 00010000:00010000:3.0:1746157088.459867:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.459880:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157088.459886:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20bb80 00000100:00100000:3.0:1746157088.459911:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3065 00000100:00100000:3.0:1746157088.459919:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2010:x1830977685507840:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157088.460044:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2010:x1830977685507840:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (542us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157088.460049:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3065 00002000:00100000:3.0:1746157088.460054:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f20bb80 x1830977685507840/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.460061:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f20bb80 with x1830977685507840 ext(0->4095) 00010000:00010000:3.0:1746157088.460065:0:20192:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746157088.460074:0:20192:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746157088.460084:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f20bb80 00000100:00100000:0.0:1746157088.463985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.464332:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685507968 00000100:00100000:2.0:1746157088.464341:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685507968 00010000:00010000:2.0:1746157088.464378:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.464416:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17665 00000100:00100000:2.0:1746157088.464424:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2013:x1830977685507968:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.464437:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.464457:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.464470:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.464493:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527000/0x7b65fed885351534 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209e7 expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.464525:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.464527:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.464534:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 104 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.464542:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 104 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.464575:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 104 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.464586:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679339904:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.464674:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157088.467413:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679339904:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157088.467437:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157088.467484:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2013:x1830977685507968:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3059us (3508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.467494:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17665 00000100:00100000:0.0:1746157088.467970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.468438:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685508224 00000100:00100000:2.0:1746157088.468446:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685508224 00002000:00100000:2.0:1746157088.468482:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bed80 x1830977685508224/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157088.468491:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bed80 with x1830977685508224 ext(0->4095) 00002000:00010000:2.0:1746157088.468496:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bed80 00000100:00100000:3.0:1746157088.469008:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13955 00000100:00100000:3.0:1746157088.469020:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2010:x1830977685508224:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157088.469175:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2010:x1830977685508224:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (1206us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157088.469181:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13955 00002000:00100000:3.0:1746157088.469187:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bed80 x1830977685508224/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157088.469194:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bed80 with x1830977685508224 ext(0->4095) 00002000:00010000:3.0:1746157088.469197:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bed80 00000100:00100000:0.0:1746157088.471012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.471117:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685508352 00000100:00100000:3.0:1746157088.471125:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685508352 00000100:00100000:3.0:1746157088.471173:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30328 00000100:00100000:3.0:1746157088.471181:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:1768:x1830977685508352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.471197:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.471214:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209f5 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.471242:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 103 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.471249:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.471251:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.471254:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.471284:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 103 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.471295:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 103 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.471307:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679340032:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157088.471919:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157088.474611:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679340032:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157088.474641:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.474656:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526800, rc 0) 00000100:00100000:3.0:1746157088.474696:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:1768:x1830977685508352:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3515us (3693us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.474705:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30328 00000100:00100000:0.0:1746157088.475640:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.475775:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685508480 00000100:00100000:2.0:1746157088.475782:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685508480 00010000:00010000:2.0:1746157088.475812:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.475832:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17666 00000100:00100000:2.0:1746157088.475837:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2011:x1830977685508480:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.475848:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.475866:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.475875:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.475912:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092527400/0x7b65fed88535153b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209ee expref: 104 pid: 19476 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.475935:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.475936:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.475943:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.475950:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.475977:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.475987:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679340160:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.476052:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.479326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157088.479424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.479444:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679340160:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157088.480268:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685508608 00000100:00100000:0.0:1746157088.480390:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685508864 00000100:00100000:0.0:1746157088.480395:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685508864 00002000:00100000:0.0:1746157088.480443:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bf800 x1830977685508864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.480458:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf800 with x1830977685508864 ext(0->4095) 00002000:00010000:0.0:1746157088.480464:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bf800 00000100:00100000:0.0:1746157088.480486:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13956 00000100:00100000:0.0:1746157088.480493:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685508864:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157088.480667:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685508864:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (1243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157088.480673:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13956 00002000:00100000:0.0:1746157088.480679:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008e5bf800 x1830977685508864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.480686:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf800 with x1830977685508864 ext(0->4095) 00002000:00010000:0.0:1746157088.480688:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bf800 00000100:00100000:3.0:1746157088.480705:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685508608 00010000:00010000:2.0:1746157088.480732:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157088.480746:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30329 00000100:00100000:3.0:1746157088.480752:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:1767:x1830977685508608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.480761:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157088.480767:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2011:x1830977685508480:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4930us (5130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.480774:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17666 00010000:00010000:3.0:1746157088.480777:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a67048209fc expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.480801:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.480808:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.480810:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157088.480813:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.480842:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.480852:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.480863:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679340288:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157088.480933:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.484618:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.484646:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679340288:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157088.484680:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.484698:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526600, rc 0) 00000100:00100000:3.0:1746157088.486325:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:1767:x1830977685508608:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5567us (7000us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.486336:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30329 00000100:00100000:0.0:1746157088.486480:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.486939:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685508992 00000100:00100000:3.0:1746157088.486947:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685508992 00000100:00100000:2.0:1746157088.487625:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685509120 00000100:00100000:2.0:1746157088.487630:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685509120 00010000:00010000:2.0:1746157088.487653:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.487687:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17667 00000100:00100000:2.0:1746157088.487693:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685509120:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.487705:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.487724:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.487746:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.487767:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351542 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209f5 expref: 6 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.487786:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.487787:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.487795:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.487802:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.487845:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.487856:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679340416:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.487935:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157088.488348:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30330 00000100:00100000:3.0:1746157088.488356:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:1768:x1830977685508992:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157088.488373:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.488385:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a03 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.488403:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.488408:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.488410:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157088.488412:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.488428:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.488438:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746157088.488446:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679340544:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157088.488482:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.492123:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679340416:192.168.203.44@tcp:105: 00010000:00010000:0.0:1746157088.492150:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157088.492913:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685509120:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5209us (6422us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157088.492924:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17667 00000100:00100000:2.0:1746157088.493113:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.493183:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679340544:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157088.493206:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 105 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.493224:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526000, rc 0) 00000100:00100000:0.0:1746157088.493282:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685509376 00000100:00100000:0.0:1746157088.493289:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685509376 00002000:00100000:0.0:1746157088.493327:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f165180 x1830977685509376/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.493336:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f165180 with x1830977685509376 ext(0->4095) 00010000:00010000:0.0:1746157088.493343:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 106 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.493354:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 106 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157088.493360:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f165180 00000100:00100000:0.0:1746157088.493376:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3066 00000100:00100000:0.0:1746157088.493383:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:2011:x1830977685509376:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157088.493703:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+106:1768:x1830977685508992:12345-192.168.203.44@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5347us (9095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.493713:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30330 00000100:00100000:0.0:1746157088.494464:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2011:x1830977685509376:12345-192.168.203.44@tcp:3:ptlrpcd_00_01.0 Request processed in 1079us (1348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157088.494472:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3066 00002000:00100000:0.0:1746157088.494479:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f165180 x1830977685509376/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157088.494486:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f165180 with x1830977685509376 ext(0->4095) 00010000:00010000:0.0:1746157088.494492:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746157088.494502:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746157088.494507:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f165180 00000100:00100000:0.0:1746157088.497124:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.497551:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685509504 00000100:00100000:2.0:1746157088.497561:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685509504 00010000:00010000:2.0:1746157088.497597:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746157088.497636:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17668 00000100:00100000:2.0:1746157088.497643:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2013:x1830977685509504:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157088.497656:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157088.497677:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.497688:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.497710:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526600/0x7b65fed885351549 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a67048209fc expref: 105 pid: 9577 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746157088.497760:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.497762:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157088.497769:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.497778:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157088.497810:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 104 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157088.497826:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f164a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679340672:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157088.497926:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157088.501848:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157088.501917:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685509760 00000100:00100000:1.0:1746157088.501927:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685509760 00000100:00100000:2.0:1746157088.501970:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f164a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679340672:192.168.203.44@tcp:105: 00002000:00100000:1.0:1746157088.501971:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8380 x1830977685509760/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/0 e 0 to 0 dl 1746157099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.501981:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8380 with x1830977685509760 ext(0->4095) 00002000:00010000:1.0:1746157088.501985:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf8380 00010000:00010000:2.0:1746157088.501992:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157088.502021:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13957 00000100:00100000:1.0:1746157088.502028:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2010:x1830977685509760:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157088.502032:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+105:2013:x1830977685509504:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4389us (4917us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157088.502040:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17668 00000100:00100000:1.0:1746157088.502240:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+104:2010:x1830977685509760:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 213us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157088.502246:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13957 00002000:00100000:1.0:1746157088.502251:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008ccf8380 x1830977685509760/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746157099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157088.502258:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf8380 with x1830977685509760 ext(0->4095) 00002000:00010000:1.0:1746157088.502260:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf8380 00000100:00100000:0.0:1746157088.514005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.514198:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685510016 00000100:00100000:2.0:1746157088.514208:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685510016 00000100:00100000:2.0:1746157088.514266:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 190 00000100:00100000:2.0:1746157088.514274:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc58850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:1767:x1830977685510016:12345-192.168.203.44@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746157088.514475:0:19671:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989363 00000100:00100000:2.0:1746157088.515240:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc58850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1767:x1830977685510016:12345-192.168.203.44@tcp:35:rw_seq_cst_vs_d.0 Request processed in 965us (1244us total) trans 4294989364 rc 0/0 00000100:00100000:2.0:1746157088.515247:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 190 00000020:00080000:2.0:1746157088.515263:0:19671:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746157088.519002:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157088.519073:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685510272 00000100:00100000:2.0:1746157088.519084:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685510272 00000100:00100000:2.0:1746157088.519139:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 191 00000100:00100000:2.0:1746157088.519147:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:1767:x1830977685510272:12345-192.168.203.44@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157088.519358:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:1767:x1830977685510272:12345-192.168.203.44@tcp:35:rw_seq_cst_vs_d.0 Request processed in 210us (363us total) trans 4294989365 rc 0/0 00000100:00100000:2.0:1746157088.519365:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 191 00000100:00100000:0.0:1746157088.545957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.546093:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685510400 00000100:00100000:3.0:1746157088.546107:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685510400 00000100:00100000:3.0:1746157088.546170:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51799 00000100:00100000:3.0:1746157088.546178:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:1785:x1830977685510400:12345-192.168.203.44@tcp:101:rm.0 00010000:00010000:3.0:1746157088.546205:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.546224:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed885351557 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a0a expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.546463:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527c00/0x7b65fed88535155e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.546476:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527c00/0x7b65fed88535155e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.546486:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527c00/0x7b65fed88535155e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:3.0:1746157088.546531:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746157088.546535:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157088.546550:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092527c00/0x7b65fed88535155e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.546569:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed885351557 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a0a expref: 10 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.546608:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527c00/0x7b65fed88535155e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a0a expref: 9 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.546616:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157088.546619:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157088.546622:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157088.546689:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:1785:x1830977685510400:12345-192.168.203.44@tcp:101:rm.0 Request processed in 512us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.546696:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51799 00000100:00100000:0.0:1746157088.550687:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.551471:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685510528 00000100:00100000:3.0:1746157088.551483:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685510528 00000100:00100000:3.0:1746157088.551558:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51800 00000100:00100000:3.0:1746157088.551565:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:1785:x1830977685510528:12345-192.168.203.44@tcp:101:rm.0 00010000:00010000:3.0:1746157088.551586:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157088.551605:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526200/0x7b65fed885351565 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a11 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.551664:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed88535156c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551678:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed88535156c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551689:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed88535156c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551700:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527000/0x7b65fed885351573 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551706:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527000/0x7b65fed885351573 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551711:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527000/0x7b65fed885351573 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551837:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526e00/0x7b65fed88535157a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551845:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092526e00/0x7b65fed88535157a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551850:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526e00/0x7b65fed88535157a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:3.0:1746157088.551886:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 8 00000004:00200000:3.0:1746157088.551889:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157088.551914:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092526e00/0x7b65fed88535157a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551922:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092526e00/0x7b65fed88535157a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551930:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed88535156c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551936:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed88535156c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551941:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed88535156c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551947:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed88535156c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551952:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092527400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157088.551956:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed88535156c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551961:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed88535156c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.551972:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157088.553933:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157088.553953:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed88535156c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.553963:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed88535156c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.553986:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527000/0x7b65fed885351573 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.553992:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092527000/0x7b65fed885351573 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.553997:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092527000/0x7b65fed885351573 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.554000:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092527000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157088.554003:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527000/0x7b65fed885351573 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.554008:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527000/0x7b65fed885351573 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.554020:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012f247100) 00010000:00010000:3.0:1746157088.554022:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157088.554024:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092527000/0x7b65fed885351573 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.554027:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092527000/0x7b65fed885351573 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.554071:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526200/0x7b65fed885351565 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a11 expref: 11 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.554100:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526e00/0x7b65fed88535157a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a11 expref: 10 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.554106:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008e487e00) 00010000:00010000:3.0:1746157088.554108:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157088.554110:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157088.554533:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:1785:x1830977685510528:12345-192.168.203.44@tcp:101:rm.0 Request processed in 2964us (3850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157088.554543:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51800 00000100:00100000:0.0:1746157088.557505:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157088.560152:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685510784 00000100:00100000:3.0:1746157088.560165:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685510784 00000100:00100000:3.0:1746157088.560224:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51801 00000100:00100000:3.0:1746157088.560232:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:1785:x1830977685510784:12345-192.168.203.44@tcp:36:rm.0 00010000:00010000:3.0:1746157088.560285:0:14262:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746157088.560314:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526e00/0x7b65fed88535157a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a11 expref: 10 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.560332:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed88534ec92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a670481e14c expref: 9 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.560343:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008e487e00) 00010000:00010000:3.0:1746157088.560350:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092527c00/0x7b65fed88535155e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a0a expref: 8 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157088.560357:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157088.560359:0:14262:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157088.560378:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351581 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560388:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351581 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560397:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351581 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560408:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560412:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560417:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560489:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed88535158f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560495:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed88535158f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560499:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed88535158f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000040:00080000:3.0:1746157088.560689:0:14262:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:3.0:1746157088.560696:0:14262:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 748965959620ns, next at 749965957869ns, rc = 0 00010000:00010000:3.0:1746157088.560733:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b9400/0x7b65fed885351596 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560761:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b9400/0x7b65fed885351596 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560767:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b9400/0x7b65fed885351596 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560773:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b9400/0x7b65fed885351596 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560778:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b9400/0x7b65fed885351596 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.560782:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b9400/0x7b65fed885351596 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157088.563124:0:7223:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746157088.563136:0:7223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b9400/0x7b65fed885351596 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157088.563146:0:7223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d2b9400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157088.563149:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b9400/0x7b65fed885351596 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157088.563156:0:7223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b9400/0x7b65fed885351596 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157088.563171:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008e487e00) 00010000:00010000:2.0:1746157088.563173:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746157088.563177:0:7223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b9400/0x7b65fed885351596 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157088.563185:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157088.563187:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157088.563188:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157088.563210:0:14262:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1746157088.563216:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b9400/0x7b65fed885351596 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563249:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed88535158f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563255:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed88535158f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563259:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed88535158f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563263:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092526800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157088.563265:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed88535158f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563269:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed88535158f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563275:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008e487e00) 00010000:00010000:3.0:1746157088.563277:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746157088.563278:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed88535158f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563286:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed88535158f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563423:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351581 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563428:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351581 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563433:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351581 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563438:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351581 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563441:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092527800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157088.563444:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351581 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563448:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351581 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563455:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157088.563457:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157088.563459:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351581 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563464:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351581 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00000004:00010000:3.0:1746157088.563471:0:14262:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008ccfbb80 reply state ffff880091242000 transno 4294989366 ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563479:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157088.563485:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012f247a00) 00010000:00010000:3.0:1746157088.563486:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746157088.563489:0:14262:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746157088.564058:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:1785:x1830977685510784:12345-192.168.203.44@tcp:36:rm.0 Request processed in 3820us (6551us total) trans 4294989366 rc 0/0 00000100:00100000:3.0:1746157088.564067:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51801 00010000:00010000:3.0:1746157089.076151:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746157089.307700:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970678 is committed 00010000:00010000:3.0:1746157090.077924:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157091.082780:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157092.084931:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157092.113975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157092.114021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157092.114067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157092.114160:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685511168 00000100:00100000:2.0:1746157092.114169:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685511168 00000100:00100000:2.0:1746157092.114218:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685511040 00000100:00100000:2.0:1746157092.114220:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685511040 00000100:00100000:2.0:1746157092.114238:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1100 00000100:00100000:2.0:1746157092.114244:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2012:x1830977685511168:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1746157092.114310:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2012:x1830977685511168:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 66us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157092.114315:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1100 00000100:00100000:2.0:1746157092.114328:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1101 00000100:00100000:2.0:1746157092.114333:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2012:x1830977685511040:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1746157092.114354:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2012:x1830977685511040:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 21us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157092.114358:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1101 00000100:00080000:0.0:1746157092.114619:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157092.114622:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746157092.114682:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685510912 00000100:00100000:3.0:1746157092.114686:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685510912 00000100:00100000:3.0:1746157092.114709:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 556 00000100:00100000:3.0:1746157092.114713:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2012:x1830977685510912:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1746157092.114928:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2012:x1830977685510912:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 213us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157092.114934:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 556 00000100:00100000:0.0:1746157092.115692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157092.115721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157092.115758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157092.115778:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157092.115798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157092.115821:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685511424 00000100:00100000:0.0:1746157092.115824:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685511424 00000100:00100000:0.0:1746157092.115852:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685511808 00000100:00100000:0.0:1746157092.115854:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685511808 00000100:00100000:0.0:1746157092.115867:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685511296 00000100:00100000:0.0:1746157092.115868:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685511296 00000100:00100000:0.0:1746157092.115891:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 760 00000100:00100000:0.0:1746157092.115896:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685511424:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157092.115927:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685511424:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 32us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157092.115933:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 760 00000100:00100000:0.0:1746157092.115943:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 761 00000100:00100000:0.0:1746157092.115947:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685511808:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157092.115962:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685511808:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 15us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157092.115971:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 761 00000100:00100000:0.0:1746157092.115977:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30331 00000100:00100000:0.0:1746157092.115980:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2009:x1830977685511296:12345-192.168.203.44@tcp:9:kworker.0 00000020:00000080:0.0:1746157092.115996:0:19476:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7b65fed885200b78 00000100:00080000:0.0:1746157092.116004:0:19476:0:(import.c:66:import_set_state_nolock()) ffff880091051800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1746157092.116039:0:19476:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294972330 00000100:00100000:0.0:1746157092.116135:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+2:2009:x1830977685511296:12345-192.168.203.44@tcp:9:kworker.0 Request processed in 154us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157092.116141:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30331 00000100:00080000:0.0:1746157092.116273:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157092.116276:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746157092.116347:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746157092.116589:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685511680 00000100:00100000:1.0:1746157092.116593:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685511680 00000100:00100000:1.0:1746157092.116618:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685511552 00000100:00100000:1.0:1746157092.116620:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685511552 00000100:00100000:1.0:1746157092.116634:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1102 00000100:00100000:1.0:1746157092.116639:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685511680:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157092.116665:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2013:x1830977685511680:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 26us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157092.116670:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1102 00000100:00100000:1.0:1746157092.116680:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1103 00000100:00100000:1.0:1746157092.116683:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2013:x1830977685511552:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157092.116703:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2013:x1830977685511552:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 19us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157092.116708:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1103 00000100:00080000:0.0:1746157092.117050:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157092.117053:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00100000:0.0:1746157092.117866:0:9575:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 85228615-e56f-43c2-94b2-ab6b5767ddfe 00000020:00000080:0.0:1746157092.117871:0:9575:0:(genops.c:904:class_export_put()) final put ffff880091054800/85228615-e56f-43c2-94b2-ab6b5767ddfe 00000001:00100000:0.0:1746157092.117898:0:9575:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8c885c2b-e2af-4c20-b13d-df010849e4eb 00000020:00000080:0.0:1746157092.117900:0:9575:0:(genops.c:904:class_export_put()) final put ffff8800910f5000/8c885c2b-e2af-4c20-b13d-df010849e4eb 00000020:00000080:2.0:1746157092.117936:0:65:0:(genops.c:863:class_export_destroy()) destroying export ffff880091054800/85228615-e56f-43c2-94b2-ab6b5767ddfe for lustre-OST0000 00000020:00000080:2.0:1746157092.117976:0:65:0:(genops.c:863:class_export_destroy()) destroying export ffff8800910f5000/8c885c2b-e2af-4c20-b13d-df010849e4eb for lustre-OST0000 00000020:00000080:2.0:1746157092.117991:0:65:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880091051800 for lustre-OST0000 00000020:00000080:2.0:1746157092.117995:0:65:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800910f4800 for lustre-OST0000 00000100:00100000:3.0:1746157092.345977:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746157092.346001:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679340800:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746157092.346073:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157092.346326:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679340800 00000100:00100000:2.0:1746157092.346334:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679340800 00000100:00100000:2.0:1746157092.346384:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1746157092.346391:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679340800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746157092.346430:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1746157092.346476:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679340800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157092.346483:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1746157092.346504:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679340800:0@lo:41:osp-pre-1-0.0 00000004:00080000:2.0:1746157092.441934:0:10985:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 752847195033ns, next at 753847192518ns, rc = 0 00000100:00100000:2.0:1746157092.441969:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830977679341184:0@lo:400:kworker.0 00000100:00100000:3.0:1746157092.442001:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679341056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746157092.442034:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157092.442034:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157092.442076:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679341184 00000100:00100000:2.0:1746157092.442083:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679341184 00000100:00100000:3.0:1746157092.442093:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3765:1830977679341568:0@lo:400:kworker.0 00000100:00100000:3.0:1746157092.442110:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157092.442120:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679341568 00000100:00100000:2.0:1746157092.442122:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679341568 00000100:00100000:3.0:1746157092.442126:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3765:1830977679342080:0@lo:400:kworker.0 00000100:00100000:3.0:1746157092.442140:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157092.442144:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1746157092.442150:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830977679341184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157092.442153:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746157092.442158:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3765:1830977679342208:0@lo:400:kworker.0 00000100:00100000:3.0:1746157092.442171:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157092.442192:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830977679341184:12345-0@lo:400:kworker.0 Request processed in 42us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157092.442193:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679341056 00000100:00100000:3.0:1746157092.442196:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679341056 00000100:00100000:2.0:1746157092.442199:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1746157092.442212:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679342080 00000100:00100000:2.0:1746157092.442214:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679342080 00000100:00100000:3.0:1746157092.442220:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1746157092.442225:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679341056:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746157092.442225:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679342208 00000100:00100000:2.0:1746157092.442227:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679342208 00000100:00100000:2.0:1746157092.442237:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1746157092.442240:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830977679341568:12345-0@lo:400:kworker.0 00002000:00000024:3.0:1746157092.442247:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920138240 avail 3688615936 00000100:00100000:2.0:1746157092.442262:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830977679341568:12345-0@lo:400:kworker.0 Request processed in 21us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157092.442266:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:3.0:1746157092.442270:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679341056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157092.442272:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1746157092.442275:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1746157092.442276:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830977679342080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157092.442289:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830977679342080:12345-0@lo:400:kworker.0 Request processed in 13us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157092.442292:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1746157092.442295:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1746157092.442297:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830977679342208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157092.442319:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830977679342208:12345-0@lo:400:kworker.0 Request processed in 22us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157092.442324:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1746157092.442327:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830977679341184:0@lo:400:kworker.0 00000100:00100000:2.0:1746157092.442333:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3766:1830977679341696:0@lo:400:kworker.0 00000100:00100000:3.0:1746157092.442346:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3765:1830977679342208:0@lo:400:kworker.0 00000100:00100000:2.0:1746157092.442349:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157092.442356:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679341056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746157092.442363:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3765:1830977679341568:0@lo:400:kworker.0 00000100:00100000:3.0:1746157092.442370:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3765:1830977679342080:0@lo:400:kworker.0 00000100:00100000:2.0:1746157092.442374:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679341696 00000100:00100000:2.0:1746157092.442376:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679341696 00000100:00100000:2.0:1746157092.442391:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1746157092.442394:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830977679341696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157092.442414:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830977679341696:12345-0@lo:400:kworker.0 Request processed in 19us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157092.442452:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679341312:0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.442482:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157092.442502:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679341824:0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.442519:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157092.442531:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679342336:0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.442544:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157092.442556:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1746157092.442560:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:81652853-4347-4196-931c-6de7451a0496:3767:1830977679340928:0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.442580:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157092.442605:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830977679341440:0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.442621:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157092.442632:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679341952:0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.442648:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157092.442659:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679342464:0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.442671:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157092.442690:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679341440 00000100:00100000:1.0:1746157092.442693:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679341440 00000100:00100000:0.0:1746157092.442761:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679341824 00000100:00100000:0.0:1746157092.442764:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679341824 00000100:00100000:0.0:1746157092.442787:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679342336 00000100:00100000:0.0:1746157092.442789:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679342336 00000100:00100000:0.0:1746157092.442799:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679341952 00000100:00100000:0.0:1746157092.442800:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679341952 00000100:00100000:0.0:1746157092.442809:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1746157092.442814:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679341824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157092.442855:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679341824:12345-0@lo:400:kworker.0 Request processed in 41us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157092.442863:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1746157092.442882:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679342464 00000100:00100000:0.0:1746157092.442884:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679342464 00000100:00100000:0.0:1746157092.442893:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1746157092.442901:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679342336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157092.442921:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679342336:12345-0@lo:400:kworker.0 Request processed in 24us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157092.442926:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1746157092.442933:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1746157092.442937:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679341952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157092.442953:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679341952:12345-0@lo:400:kworker.0 Request processed in 16us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157092.442957:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1746157092.442964:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1746157092.442967:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679342464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157092.442982:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679342464:12345-0@lo:400:kworker.0 Request processed in 15us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157092.442992:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00080000:0.0:1746157092.443016:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157092.443020:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746157092.443022:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157092.443024:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157092.443042:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679341312 00000100:00100000:0.0:1746157092.443045:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679341312 00000100:00100000:0.0:1746157092.443064:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1746157092.443068:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3767:x1830977679341312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157092.443093:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3767:x1830977679341312:12345-0@lo:400:kworker.0 Request processed in 25us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157092.443104:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1746157092.443259:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1746157092.443289:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3766:1830977679341696:0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.443342:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1746157092.443348:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830977679341440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157092.443368:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679341952:0@lo:400:kworker.0 00000100:00100000:2.0:1746157092.443376:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679342464:0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.443376:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830977679341440:12345-0@lo:400:kworker.0 Request processed in 29us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157092.443381:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1746157092.443383:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679341312:0@lo:400:kworker.0 00000100:00100000:2.0:1746157092.443390:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679341824:0@lo:400:kworker.0 00000100:00100000:2.0:1746157092.443397:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679342336:0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.443401:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679340928 00000100:00100000:1.0:1746157092.443403:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679340928 00000100:00100000:2.0:1746157092.443416:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830977679341440:0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.443420:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1746157092.443425:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:81652853-4347-4196-931c-6de7451a0496+23:3767:x1830977679340928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157092.443453:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:81652853-4347-4196-931c-6de7451a0496+23:3767:x1830977679340928:12345-0@lo:400:kworker.0 Request processed in 28us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157092.443458:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1746157092.443461:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:81652853-4347-4196-931c-6de7451a0496:3767:1830977679340928:0@lo:400:kworker.0 00000100:00100000:2.0:1746157092.474884:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746157092.474905:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679342592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746157092.474953:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157092.475074:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679342592 00000100:00100000:0.0:1746157092.475083:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679342592 00000100:00100000:0.0:1746157092.475122:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1746157092.475129:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679342592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746157092.475151:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920138240 avail 3688615936 00000100:00100000:0.0:1746157092.475203:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679342592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157092.475208:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1746157092.475466:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007ca02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679342592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746157092.618004:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746157092.618026:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679342720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746157092.618092:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157092.618226:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679342720 00000100:00100000:3.0:1746157092.618234:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679342720 00000100:00100000:3.0:1746157092.618269:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1746157092.618276:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679342720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746157092.618310:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3922817024 avail 3691294720 00000100:00100000:3.0:1746157092.618357:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679342720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157092.618363:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1746157092.618441:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679342720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746157092.634550:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746157092.635195:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679342848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746157092.635257:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157092.636810:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679342848 00000100:00100000:0.0:1746157092.636822:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679342848 00000100:00100000:0.0:1746157092.637222:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1746157092.637231:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679342848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746157092.637259:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3922817024 avail 3691294720 00000100:00100000:0.0:1746157092.637333:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679342848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (2075us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157092.637339:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1746157092.637498:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679342848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746157092.795715:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679342976:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746157092.796225:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157092.796345:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679342976 00000100:00100000:0.0:1746157092.796355:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679342976 00000100:00100000:0.0:1746157092.796407:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1746157092.796415:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830977679342976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746157092.796451:0:7242:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746157092.796491:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830977679342976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157092.796497:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1746157092.797085:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679342976:0@lo:41:osp-pre-0-1.0 00000001:02000400:3.0:1746157093.003010:0:28170:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 23:38:12 (1746157092) 00000100:00100000:0.0:1746157093.081508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.085284:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685511936 00000100:00100000:1.0:1746157093.085296:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685511936 00000100:00100000:1.0:1746157093.085341:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51802 00000100:00100000:1.0:1746157093.085349:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2443:x1830977685511936:12345-192.168.203.44@tcp:41:stat.0 00000004:00000024:1.0:1746157093.085404:0:14262:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842955264 avail 7379910656 00000100:00100000:1.0:1746157093.085480:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2443:x1830977685511936:12345-192.168.203.44@tcp:41:stat.0 Request processed in 131us (3979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.085487:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51802 00010000:00010000:3.0:1746157093.086653:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157093.214668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.216053:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685512064 00000100:00100000:2.0:1746157093.216067:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685512064 00000100:00100000:2.0:1746157093.216140:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51803 00000100:00100000:2.0:1746157093.216149:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2447:x1830977685512064:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:2.0:1746157093.216169:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157093.216188:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8200/0x7b65fed88535159d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a18 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.216244:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0x7b65fed8853515a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157093.216256:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0x7b65fed8853515a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157093.216267:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0x7b65fed8853515a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:2.0:1746157093.216310:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746157093.216313:0:7236:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746157093.216327:0:7236:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0x7b65fed8853515a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157093.216344:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8200/0x7b65fed88535159d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a18 expref: 11 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.216376:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0x7b65fed8853515a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a18 expref: 10 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.216384:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157093.216386:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157093.216389:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801306a8a00, rc 0) 00000100:00100000:2.0:1746157093.216438:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2447:x1830977685512064:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 291us (1782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157093.216443:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51803 00000100:00100000:0.0:1746157093.220091:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.220544:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685512192 00000100:00100000:1.0:1746157093.220554:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685512192 00000100:00100000:1.0:1746157093.220907:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51804 00000100:00100000:1.0:1746157093.220916:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2447:x1830977685512192:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:1.0:1746157093.220934:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.220951:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a1f expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.221005:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed8853515b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.221017:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed8853515b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.221027:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed8853515b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223827:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed8853515b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223845:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed8853515b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223857:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed8853515b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223909:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed8853515b2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223915:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed8853515b2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223919:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed8853515b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223925:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed8853515b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223929:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef6ec00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157093.223932:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed8853515b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223937:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed8853515b2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223945:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157093.223947:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157093.223950:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed8853515b2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223955:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed8853515b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223982:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed8853515b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223988:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed8853515b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223993:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed8853515b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.223997:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef6f800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157093.223999:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed8853515b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.224003:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed8853515b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.224009:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88008c5a3200) 00010000:00010000:1.0:1746157093.224011:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157093.224013:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed8853515b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.224017:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed8853515b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.224053:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ab lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a1f expref: 11 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.224061:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a1f expref: 11 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.224069:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e200, rc 0) 00000100:00100000:1.0:1746157093.224124:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2447:x1830977685512192:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 3208us (4040us total) trans 0 rc 301/301 00000100:00100000:1.0:1746157093.224132:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51804 00000100:00100000:0.0:1746157093.242777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.242904:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685512448 00000100:00100000:1.0:1746157093.242914:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685512448 00000100:00100000:1.0:1746157093.243027:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51805 00000100:00100000:1.0:1746157093.243036:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2447:x1830977685512448:12345-192.168.203.44@tcp:36:lfs.0 00010000:00010000:1.0:1746157093.243081:0:14262:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157093.243104:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0x7b65fed8853515a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a18 expref: 10 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.243176:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157093.243181:0:14262:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157093.243223:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.243232:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.243239:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.243248:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.243253:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.243258:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000040:00080000:1.0:1746157093.244095:0:14262:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:1.0:1746157093.244150:0:14262:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:1.0:1746157093.244154:0:14262:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008cc71300 with version 18 00000004:00080000:3.0:1746157093.246133:0:8899:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a611b300 version 18 rpc_version 18 00000020:00100000:3.0:1746157093.246212:0:8899:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746157093.246221:0:8899:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800927d0700 x1830977679343232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157093.246240:0:8899:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8899:1830977679343232:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746157093.246292:0:8899:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157093.246334:0:8899:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157093.246418:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679343232 00000100:00100000:1.0:1746157093.246425:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679343232 00000100:00100000:1.0:1746157093.247372:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1746157093.247381:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf91c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8899:x1830977679343232:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746157093.259470:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf91c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8899:x1830977679343232:12345-0@lo:1000:osp_up1-0.0 Request processed in 12083us (13170us total) trans 4294967390 rc 0/0 00000100:00100000:1.0:1746157093.259481:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1746157093.259844:0:8899:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8899:1830977679343232:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1746157093.259983:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.259994:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.260002:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.260014:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.260018:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.260022:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.260046:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.260050:0:14262:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.260057:0:14262:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14262 initiator: MDT0 00000100:00100000:0.0:1746157093.260071:0:14262:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccfa300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14262:1830977679343360:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1746157093.260104:0:14262:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157093.260137:0:14262:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157093.260212:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679343360 00000100:00100000:1.0:1746157093.260218:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679343360 00000100:00100000:1.0:1746157093.260243:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1746157093.260248:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091390700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:14262:x1830977679343360:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1746157093.260265:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.261101:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6e800/0x7b65fed8853515e3 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7b65fed8853515dc expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.261123:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6e800/0x7b65fed8853515e3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7b65fed8853515dc expref: 7 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.261134:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6e800/0x7b65fed8853515e3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7b65fed8853515dc expref: 7 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.261141:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008c5a3300) 00010000:00010000:1.0:1746157093.261143:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157093.261145:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e800, rc 0) 00000100:00100000:1.0:1746157093.261180:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091390700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:14262:x1830977679343360:12345-0@lo:101:mdt00_004.0 Request processed in 932us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.261186:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1746157093.261261:0:14262:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccfa300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14262:1830977679343360:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1746157093.261272:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7b65fed8853515e3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157093.261280:0:14262:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7b65fed8853515e3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1746157093.261294:0:14262:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008ccf8000 reply state ffff88008ccbd000 transno 4294989367 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261302:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261307:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008e6dff00) 00010000:00010000:0.0:1746157093.261309:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746157093.261312:0:14262:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746157093.261316:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7b65fed8853515e3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157093.261322:0:14262:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7b65fed8853515e3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746157093.261330:0:14262:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:0.0:1746157093.261334:0:14262:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008ccf8000 reply state ffff88008ccbd000 transno 4294989367 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261341:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261346:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88008e6dfd00) 00010000:00010000:0.0:1746157093.261348:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746157093.261349:0:14262:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1746157093.261352:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:0.0:1746157093.261360:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515c0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261365:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515c0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261369:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515c0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261374:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515c0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261378:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef6f600 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157093.261381:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515c0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261386:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515c0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261394:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157093.261395:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157093.261398:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515c0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261403:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515c0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00000004:00010000:0.0:1746157093.261416:0:14262:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008ccf8000 reply state ffff88008ccbd000 transno 4294989367 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261423:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.261430:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88008c5a3400) 00010000:00010000:0.0:1746157093.261431:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746157093.261433:0:14262:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1746157093.261485:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2447:x1830977685512448:12345-192.168.203.44@tcp:36:lfs.0 Request processed in 18449us (18757us total) trans 4294989367 rc 0/0 00000100:00100000:0.0:1746157093.261491:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51805 00000100:00100000:0.0:1746157093.304439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.305211:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685512576 00000100:00100000:1.0:1746157093.305219:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685512576 00000100:00100000:1.0:1746157093.305262:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51806 00000100:00100000:1.0:1746157093.305269:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091390000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2448:x1830977685512576:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:1.0:1746157093.305288:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.305302:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853515ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a26 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.305344:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515f1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.305355:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.305363:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:1.0:1746157093.305396:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746157093.305398:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746157093.305410:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.305424:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853515ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a26 expref: 13 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.307523:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a26 expref: 12 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.307535:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157093.307538:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746157093.307540:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f600, rc 0) 00000100:00100000:1.0:1746157093.307600:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091390000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2448:x1830977685512576:12345-192.168.203.44@tcp:101:cp.0 Request processed in 2331us (3167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.307607:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51806 00000100:00100000:0.0:1746157093.310045:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.310101:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685512704 00000100:00100000:1.0:1746157093.310110:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685512704 00000100:00100000:1.0:1746157093.310156:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51807 00000100:00100000:1.0:1746157093.310163:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2448:x1830977685512704:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:1.0:1746157093.310178:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.310191:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed8853515f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a2d expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.310234:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310244:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310252:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310259:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed885351606 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310264:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed885351606 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310268:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed885351606 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310326:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed88535160d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310332:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed88535160d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310336:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed88535160d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:1.0:1746157093.310390:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:1.0:1746157093.310394:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746157093.310408:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed88535160d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310416:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ff lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310420:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ff lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310424:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310428:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310497:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef6e200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157093.310500:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310505:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ff lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310513:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157093.310516:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157093.310519:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310523:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed8853515ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310534:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed885351606 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310538:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed885351606 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310542:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed885351606 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310545:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef6f800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157093.310547:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed885351606 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310551:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed885351606 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310555:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88008c5a3400) 00010000:00010000:1.0:1746157093.310557:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157093.310559:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed885351606 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310562:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f800/0x7b65fed885351606 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.310580:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed8853515f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a2d expref: 14 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.310591:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6ec00/0x7b65fed88535160d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a2d expref: 13 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.310596:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88008e6dfd00) 00010000:00010000:1.0:1746157093.310597:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746157093.310599:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6ec00, rc 0) 00000100:00100000:1.0:1746157093.310648:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2448:x1830977685512704:12345-192.168.203.44@tcp:101:cp.0 Request processed in 485us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.310655:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51807 00000100:00100000:0.0:1746157093.313402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.317242:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685512832 00000100:00100000:1.0:1746157093.317254:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685512832 00000100:00100000:1.0:1746157093.317301:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51808 00000100:00100000:1.0:1746157093.317308:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2448:x1830977685512832:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:1.0:1746157093.317326:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.317340:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e400/0x7b65fed885351614 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a34 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.317387:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed88535161b lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.317398:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed88535161b lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.317407:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed88535161b lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:1.0:1746157093.317440:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746157093.317444:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746157093.317468:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e400/0x7b65fed885351614 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a34 expref: 15 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.317494:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed88535161b lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a34 expref: 14 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.317501:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008e6dff00) 00010000:00010000:1.0:1746157093.317503:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746157093.317506:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f200, rc 0) 00000100:00100000:1.0:1746157093.317559:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2448:x1830977685512832:12345-192.168.203.44@tcp:101:cp.0 Request processed in 251us (4162us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.317564:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51808 00000100:00100000:0.0:1746157093.319043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.319104:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685512960 00000100:00100000:1.0:1746157093.319108:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685512960 00000100:00100000:1.0:1746157093.319170:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51809 00000100:00100000:1.0:1746157093.319176:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091392300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2448:x1830977685512960:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:1.0:1746157093.319188:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.319200:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351622 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a3b expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.319235:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6f800/0x7b65fed885351629 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.319244:0:14262:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6e800/0x7b65fed8853515e3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7b65fed8853515dc expref: 6 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.319250:0:14262:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6f800/0x7b65fed885351629 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT1 00010000:00010000:1.0:1746157093.319272:0:14262:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6e800/0x7b65fed8853515e3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x7b65fed8853515dc expref: 6 pid: 7241 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157093.319283:0:14262:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca01500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:14262:1830977679343488:0@lo:104: 00000100:00100000:1.0:1746157093.319314:0:14262:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157093.320378:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679343488 00000100:00100000:0.0:1746157093.320383:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679343488 00000100:00100000:0.0:1746157093.320408:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1746157093.320412:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:14262:x1830977679343488:12345-0@lo:104: 00010000:00010000:0.0:1746157093.320421:0:7218:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x7b65fed8853515e3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157093.320466:0:7218:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1746157093.320471:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:14262:x1830977679343488:12345-0@lo:104: Request processed in 58us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157093.320476:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:3.0:1746157093.320526:0:7224:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746157093.320532:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x7b65fed8853515e3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.320538:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c6aa400 already unused, calling callback (ffffffffa0f1ae30) 00010000:00010000:3.0:1746157093.320542:0:7224:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x7b65fed8853515e3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746157093.320549:0:7224:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x7b65fed8853515e3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.320571:0:7224:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7b65fed8853515e3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.320579:0:7224:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1746157093.320594:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7b65fed8853515e3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.320599:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c6aa400/0x7b65fed8853515dc lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7b65fed8853515e3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.320620:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157093.320621:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157093.320622:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746157093.320633:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746157093.320643:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977679343616:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1746157093.320671:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157093.321357:0:14262:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc71d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157093.321375:0:14262:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007ca01500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:14262:1830977679343488:0@lo:104: 00010000:00010000:1.0:1746157093.321388:0:14262:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6f800/0x7b65fed885351629 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT1 00000100:00100000:3.0:1746157093.321504:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679343616 00000100:00100000:3.0:1746157093.321508:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679343616 00010000:00010000:3.0:1746157093.321524:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6e800/0x7b65fed8853515e3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x7b65fed8853515dc expref: 7 pid: 7241 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157093.321549:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17669 00000100:00100000:3.0:1746157093.321554:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3766:x1830977679343616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746157093.321561:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746157093.323380:0:8376:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967390 is committed 00010000:00010000:3.0:1746157093.323643:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6e800/0x7b65fed8853515e3 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x7b65fed8853515dc expref: 6 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.323657:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008c5a3300) 00010000:00010000:3.0:1746157093.323661:0:11912:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6f800/0x7b65fed885351629 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT1 00010000:00010000:3.0:1746157093.323668:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6f800/0x7b65fed885351629 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT1 00010000:00010000:3.0:1746157093.323674:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6f800/0x7b65fed885351629 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT1 00010000:00010000:3.0:1746157093.323697:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157093.323764:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830977679343616:12345-0@lo:103:ldlm_bl.0 Request processed in 2208us (3096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157093.323771:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17669 00010000:00010000:1.0:1746157093.323825:0:14262:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6f800/0x7b65fed885351629 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT1 00010000:00010000:1.0:1746157093.323831:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6f800/0x7b65fed885351629 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT1 00000004:00200000:1.0:1746157093.323864:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746157093.323877:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746157093.323910:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6fa00/0x7b65fed885351622 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a3b expref: 7 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.323934:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ef6f800/0x7b65fed885351629 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a3b expref: 6 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.323940:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008c5a3300) 00010000:00010000:1.0:1746157093.323943:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746157093.323945:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f800, rc 0) 00000100:00100000:1.0:1746157093.323978:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091392300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2448:x1830977685512960:12345-192.168.203.44@tcp:101:cp.0 Request processed in 4801us (4938us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.323983:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51809 00000100:00100000:0.0:1746157093.324050:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977679343616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746157093.327706:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.327824:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685513088 00000100:00100000:1.0:1746157093.327830:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685513088 00000100:00100000:1.0:1746157093.328169:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51810 00000100:00100000:1.0:1746157093.328177:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2448:x1830977685513088:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:1.0:1746157093.328190:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.328205:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed885351630 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a42 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.328250:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed885351637 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328260:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed885351637 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328268:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed885351637 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328279:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed88535163e lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328284:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed88535163e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328289:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed88535163e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328329:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed885351637 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328334:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed885351637 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328339:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed885351637 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328344:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed885351637 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328349:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef6e000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157093.328352:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed885351637 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328360:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed885351637 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328368:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008e6dff00) 00010000:00010000:1.0:1746157093.328370:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157093.328372:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed885351637 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328377:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed885351637 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328400:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed88535163e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328404:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed88535163e lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328409:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed88535163e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328412:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef6fa00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157093.328414:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed88535163e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328419:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed88535163e lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328424:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008c5a3a00) 00010000:00010000:1.0:1746157093.328426:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157093.328428:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed88535163e lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328432:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed88535163e lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.328454:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed885351630 lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a42 expref: 15 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.328461:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e200/0x7b65fed885351630 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a42 expref: 15 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.328467:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e200, rc 0) 00000100:00100000:1.0:1746157093.329702:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2448:x1830977685513088:12345-192.168.203.44@tcp:101:cp.0 Request processed in 1521us (1996us total) trans 0 rc 301/301 00000100:00100000:1.0:1746157093.329710:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51810 00000100:00100000:0.0:1746157093.334335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.334414:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685513344 00000100:00100000:1.0:1746157093.334421:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685513344 00000100:00100000:3.0:1746157093.334822:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51811 00000100:00100000:3.0:1746157093.334830:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2448:x1830977685513344:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:3.0:1746157093.334845:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157093.334848:0:7236:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746157093.334877:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed88535161b lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a34 expref: 14 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.334901:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008e6dff00) 00010000:00010000:3.0:1746157093.334904:0:7236:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157093.334912:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351645 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a49 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.334983:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535164c lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.334992:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535164c lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335000:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535164c lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335009:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335014:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335019:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00080000:3.0:1746157093.335218:0:7236:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:3.0:1746157093.335509:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535165a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335516:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535165a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335522:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535165a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335543:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535164c lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335549:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535164c lrc: 2/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335554:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535164c lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335558:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092526c00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157093.335561:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535164c lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335567:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535164c lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335573:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008e6dff00) 00010000:00010000:3.0:1746157093.335575:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157093.335578:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535164c lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335582:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535164c lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00000004:00010000:3.0:1746157093.335589:0:7236:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a888aa00 reply state ffff880091241000 transno 4294989368 ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335595:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.335600:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880131092a00) 00010000:00010000:3.0:1746157093.335602:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746157093.335603:0:7236:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746157093.335618:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092527800/0x7b65fed885351645 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a49 expref: 16 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.335627:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535165a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a49 expref: 15 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.335633:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:3.0:1746157093.335635:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157093.335637:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526a00, rc 0) 00000100:00100000:3.0:1746157093.335955:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2448:x1830977685513344:12345-192.168.203.44@tcp:101:cp.0 Request processed in 1125us (1624us total) trans 4294989368 rc 0/0 00000100:00100000:3.0:1746157093.335961:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51811 00000100:00100000:0.0:1746157093.341312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.341391:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685513472 00000100:00100000:2.0:1746157093.341399:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685513472 00000100:00100000:2.0:1746157093.342064:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30332 00000100:00100000:2.0:1746157093.342071:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2009:x1830977685513472:12345-192.168.203.44@tcp:8:cp.0 00010000:00080000:2.0:1746157093.342097:0:9577:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp t0 exp (null) cur 753 last 0 00000020:00000080:2.0:1746157093.342121:0:9577:0:(genops.c:1402:class_connect()) connect: client 85228615-e56f-43c2-94b2-ab6b5767ddfe, cookie 0x7b65fed885351668 00002000:00100000:2.0:1746157093.342130:0:9577:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 85228615-e56f-43c2-94b2-ab6b5767ddfe/ffff8800927dc800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103657 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746157093.342141:0:9577:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746157093.342189:0:9577:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88009f40c000 00002000:00080000:2.0:1746157093.342196:0:9577:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746157093.342216:0:9577:0:(import.c:66:import_set_state_nolock()) ffff8800927de000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746157093.342258:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2009:x1830977685513472:12345-192.168.203.44@tcp:8:cp.0 Request processed in 186us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157093.342263:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30332 00000100:00100000:2.0:1746157093.347604:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157093.348149:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685513600 00000100:00100000:0.0:1746157093.348157:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685513600 00000100:00080000:2.0:1746157093.348207:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157093.348213:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30333 00000100:00100000:0.0:1746157093.348221:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:0:x1830977685513600:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:0.0:1746157093.348367:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157093.348383:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c6abc00/0x7b65fed88535166f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a50 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746157093.348403:0:9577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746157093.348419:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157093.348421:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157093.348428:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c6abc00/0x7b65fed88535166f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a50 expref: 7 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157093.348442:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c6abc00/0x7b65fed88535166f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a50 expref: 7 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157093.348491:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c6abc00, rc 0) 00000100:00100000:0.0:1746157093.348535:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:0:x1830977685513600:12345-192.168.203.44@tcp:101:cp.0 Request processed in 314us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157093.348540:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30333 00000100:00100000:0.0:1746157093.351127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.351183:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685513728 00000100:00100000:2.0:1746157093.351189:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685513728 00000100:00100000:2.0:1746157093.351307:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30334 00000100:00100000:2.0:1746157093.351315:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2448:x1830977685513728:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:2.0:1746157093.351330:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157093.351344:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a57 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.351368:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c6abc00/0x7b65fed88535166f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a50 expref: 8 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157093.351374:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157093.351376:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157093.351379:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.351405:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c6abc00/0x7b65fed88535166f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a50 expref: 8 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157093.351421:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c6abc00/0x7b65fed88535166f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a50 expref: 8 pid: 9577 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746157093.351432:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679343744:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157093.351515:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157093.355212:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.355296:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685513856 00000100:00100000:3.0:1746157093.355304:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685513856 00010000:00010000:3.0:1746157093.355337:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c6abc00/0x7b65fed88535166f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a50 expref: 9 pid: 9577 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746157093.355513:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679343744:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157093.355537:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 9 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.355549:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801306a9600, rc 0) 00000100:00100000:2.0:1746157093.355586:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2448:x1830977685513728:12345-192.168.203.44@tcp:101:cp.0 Request processed in 4272us (4466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157093.355594:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30334 00000100:00100000:1.0:1746157093.356039:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17670 00000100:00100000:1.0:1746157093.356049:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5684450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685513856:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157093.356060:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157093.356077:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c6abc00/0x7b65fed88535166f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a50 expref: 8 pid: 9577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746157093.356087:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c6abc00/0x7b65fed88535166f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a50 expref: 8 pid: 9577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746157093.356105:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c6abc00/0x7b65fed88535166f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a50 expref: 8 pid: 9577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746157093.356118:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157093.356120:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157093.356125:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.356131:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.356156:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157093.356165:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca01500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977679343872:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157093.356213:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc71d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157093.357710:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007ca01500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977679343872:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157093.357723:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157093.357772:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5684450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685513856:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1725us (2566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.357780:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17670 00000100:00100000:0.0:1746157093.358733:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.358883:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685514112 00000100:00100000:1.0:1746157093.358889:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685514112 00000100:00100000:1.0:1746157093.359040:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 192 00000100:00100000:1.0:1746157093.359047:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2448:x1830977685514112:12345-192.168.203.44@tcp:35:cp.0 00000100:00100000:1.0:1746157093.359308:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2448:x1830977685514112:12345-192.168.203.44@tcp:35:cp.0 Request processed in 261us (576us total) trans 4294989369 rc 0/0 00000100:00100000:1.0:1746157093.359314:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 192 00000100:00100000:0.0:1746157093.384329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.384694:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685514368 00000100:00100000:3.0:1746157093.384702:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685514368 00000100:00100000:3.0:1746157093.385301:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51812 00000100:00100000:3.0:1746157093.385310:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2451:x1830977685514368:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157093.385330:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157093.385345:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526600/0x7b65fed88535167d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a5e expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.385421:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527e00/0x7b65fed885351684 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.385431:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527e00/0x7b65fed885351684 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.385441:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527e00/0x7b65fed885351684 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:3.0:1746157093.385449:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:3.0:1746157093.385526:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526600/0x7b65fed88535167d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a5e expref: 20 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.385974:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527e00/0x7b65fed885351684 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a5e expref: 19 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.385982:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:3.0:1746157093.385985:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746157093.385987:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527e00, rc 0) 00000100:00100000:3.0:1746157093.386037:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2451:x1830977685514368:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 729us (1716us total) trans 4294989370 rc 0/0 00000100:00100000:3.0:1746157093.386044:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51812 00000100:00100000:0.0:1746157093.407627:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.407707:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685514496 00000100:00100000:1.0:1746157093.407715:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685514496 00000100:00100000:1.0:1746157093.407784:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51813 00000100:00100000:1.0:1746157093.407791:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2455:x1830977685514496:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746157093.407809:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.407826:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed885351692 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a65 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.407881:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.407892:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.407901:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:1.0:1746157093.407938:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746157093.407941:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746157093.407956:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.407973:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed885351692 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a65 expref: 10 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.407991:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a65 expref: 9 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.407998:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157093.408001:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746157093.408004:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6fe00, rc 0) 00000100:00100000:1.0:1746157093.408042:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+9:2455:x1830977685514496:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 251us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.408047:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51813 00000100:00100000:0.0:1746157093.410686:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.410810:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685514624 00000100:00100000:3.0:1746157093.410818:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685514624 00000100:00100000:3.0:1746157093.410876:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51814 00000100:00100000:3.0:1746157093.410883:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+9:2455:x1830977685514624:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157093.410900:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157093.410915:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed8853516a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a6c expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.410960:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527200/0x7b65fed8853516a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.410970:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527200/0x7b65fed8853516a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.410979:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527200/0x7b65fed8853516a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.410987:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed8853516ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.410992:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed8853516ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.410997:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed8853516ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411064:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527c00/0x7b65fed8853516b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411071:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527c00/0x7b65fed8853516b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411076:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527c00/0x7b65fed8853516b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:3.0:1746157093.411131:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1746157093.411134:0:7236:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746157093.411147:0:7236:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092527c00/0x7b65fed8853516b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411153:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527200/0x7b65fed8853516a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411159:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092527200/0x7b65fed8853516a7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411163:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092527200/0x7b65fed8853516a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411168:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092527200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157093.411171:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527200/0x7b65fed8853516a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411177:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527200/0x7b65fed8853516a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411185:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157093.411187:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157093.411190:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092527200/0x7b65fed8853516a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411194:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092527200/0x7b65fed8853516a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411220:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed8853516ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411225:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed8853516ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411228:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed8853516ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411232:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092526800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157093.411234:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed8853516ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411238:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed8853516ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411244:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88008c5a3400) 00010000:00010000:3.0:1746157093.411246:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157093.411248:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed8853516ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411251:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526800/0x7b65fed8853516ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.411273:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed8853516a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a6c expref: 11 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.411282:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527c00/0x7b65fed8853516b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a6c expref: 10 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.411287:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88008e6dfd00) 00010000:00010000:3.0:1746157093.411289:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746157093.411291:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527c00, rc 0) 00000100:00100000:3.0:1746157093.411337:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2455:x1830977685514624:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 454us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157093.411343:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51814 00000100:00100000:0.0:1746157093.413086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.413608:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685514752 00000100:00100000:3.0:1746157093.413615:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685514752 00000100:00100000:3.0:1746157093.413660:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51815 00000100:00100000:3.0:1746157093.413666:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2455:x1830977685514752:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157093.413681:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157093.413698:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526600/0x7b65fed8853516bc lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a73 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.413766:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97b400/0x7b65fed8853516c3 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.413776:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97b400/0x7b65fed8853516c3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.413784:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97b400/0x7b65fed8853516c3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:3.0:1746157093.413811:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746157093.413814:0:7236:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746157093.413836:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526600/0x7b65fed8853516bc lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a73 expref: 12 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.413851:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97b400/0x7b65fed8853516c3 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a73 expref: 11 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.413857:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008e6dff00) 00010000:00010000:3.0:1746157093.413860:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746157093.413862:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97b400, rc 0) 00000100:00100000:3.0:1746157093.413916:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2455:x1830977685514752:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 249us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157093.413921:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51815 00000100:00100000:0.0:1746157093.417270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.421411:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685514880 00000100:00100000:3.0:1746157093.421423:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685514880 00000100:00100000:3.0:1746157093.421474:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51816 00000100:00100000:3.0:1746157093.421482:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2455:x1830977685514880:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157093.421498:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157093.421513:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012e97ac00/0x7b65fed8853516ca lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a7a expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.421564:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012e97ae00/0x7b65fed8853516d1 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.421574:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012e97ae00/0x7b65fed8853516d1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT1 00010000:00010000:3.0:1746157093.421583:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012e97ae00/0x7b65fed8853516d1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT1 00000004:00200000:3.0:1746157093.421618:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746157093.421621:0:7236:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746157093.421662:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012e97ac00/0x7b65fed8853516ca lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a7a expref: 7 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.421674:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012e97ae00/0x7b65fed8853516d1 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a7a expref: 6 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.421680:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88008c5a3300) 00010000:00010000:3.0:1746157093.421683:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746157093.421686:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e97ae00, rc 0) 00000100:00100000:3.0:1746157093.421770:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2455:x1830977685514880:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 287us (4506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157093.421776:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51816 00000100:00100000:0.0:1746157093.426473:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.426563:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685515008 00000100:00100000:1.0:1746157093.426574:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685515008 00000100:00100000:1.0:1746157093.427401:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51817 00000100:00100000:1.0:1746157093.427409:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2455:x1830977685515008:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746157093.427427:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.427637:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed8853516d8 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a81 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.427689:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853516df lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427701:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853516df lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427709:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853516df lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427718:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed8853516e6 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427723:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed8853516e6 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427728:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed8853516e6 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427799:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427806:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427811:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:1.0:1746157093.427843:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00000004:00200000:1.0:1746157093.427847:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746157093.427860:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427876:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427883:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853516df lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427887:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853516df lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427892:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853516df lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427896:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853516df lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427900:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef6e000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157093.427903:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853516df lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427908:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853516df lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427918:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008e6dff00) 00010000:00010000:1.0:1746157093.427920:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157093.427924:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853516df lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427928:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e000/0x7b65fed8853516df lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427952:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed8853516e6 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427956:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed8853516e6 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427960:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed8853516e6 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427963:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef6e800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157093.427965:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed8853516e6 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427970:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed8853516e6 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427975:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880131092a00) 00010000:00010000:1.0:1746157093.427977:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157093.427980:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed8853516e6 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.427983:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed8853516e6 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.428002:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed8853516d8 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a81 expref: 13 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.428013:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a81 expref: 12 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.428019:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:1.0:1746157093.428021:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157093.428023:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6f200, rc 0) 00000100:00100000:1.0:1746157093.429758:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2455:x1830977685515008:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 2344us (3287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.429766:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51817 00000100:00100000:0.0:1746157093.436337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.436443:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685515136 00000100:00100000:2.0:1746157093.436450:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685515136 00000100:00100000:2.0:1746157093.436501:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30335 00000100:00100000:2.0:1746157093.436507:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2009:x1830977685515136:12345-192.168.203.44@tcp:8:mmap_cat.0 00010000:00080000:2.0:1746157093.436547:0:9577:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp t0 exp (null) cur 753 last 0 00000020:00000080:2.0:1746157093.436584:0:9577:0:(genops.c:1402:class_connect()) connect: client 8c885c2b-e2af-4c20-b13d-df010849e4eb, cookie 0x7b65fed8853516f4 00002000:00100000:2.0:1746157093.436595:0:9577:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8c885c2b-e2af-4c20-b13d-df010849e4eb/ffff8800927dc000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103657 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746157093.436604:0:9577:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746157093.436688:0:9577:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88009f40c000 00002000:00080000:2.0:1746157093.436706:0:9577:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746157093.436897:0:9577:0:(import.c:66:import_set_state_nolock()) ffff8800927df800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746157093.438055:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2009:x1830977685515136:12345-192.168.203.44@tcp:8:mmap_cat.0 Request processed in 1543us (1733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157093.438064:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30335 00000100:00100000:0.0:1746157093.448107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.448633:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685515264 00000100:00100000:2.0:1746157093.448640:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685515264 00000100:00100000:2.0:1746157093.448693:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30336 00000100:00100000:2.0:1746157093.448698:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:0:x1830977685515264:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746157093.448712:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157093.448727:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eaae200/0x7b65fed8853516fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a88 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157093.448788:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679344000:192.168.203.44@tcp:106: 00000100:00100000:2.0:1746157093.448861:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261900 going to sleep for 11 seconds 00000100:00080000:0.0:1746157093.449264:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1746157093.451471:0:9577:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746157093.451477:0:9577:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime: 0 -> 1746157093 00002000:00010000:2.0:1746157093.451479:0:9577:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime: 0 -> 1746157093 00002000:00010000:2.0:1746157093.451480:0:9577:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime: 0 -> 1746157093 00002000:00010000:2.0:1746157093.451482:0:9577:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1746157093.451500:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679344000:192.168.203.44@tcp:106: 00010000:00010000:2.0:1746157093.451526:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eaae200/0x7b65fed8853516fb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a88 expref: 7 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157093.451539:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eaae200/0x7b65fed8853516fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a88 expref: 7 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157093.451566:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaae200, rc 0) 00000100:00100000:2.0:1746157093.451619:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:0:x1830977685515264:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 2918us (3518us total) trans 0 rc 301/301 00000100:00100000:2.0:1746157093.451626:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30336 00000100:00100000:3.0:1746157093.455907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.456721:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685515520 00000100:00100000:1.0:1746157093.456729:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685515520 00000100:00100000:1.0:1746157093.456793:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51818 00000100:00100000:1.0:1746157093.456799:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2455:x1830977685515520:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746157093.456815:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.456830:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed885351702 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a8f expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.457784:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed885351709 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.457799:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed885351709 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.457809:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed885351709 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:1.0:1746157093.457820:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:1.0:1746157093.457931:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fa00/0x7b65fed885351702 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a8f expref: 15 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.457966:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed885351709 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a8f expref: 14 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.457974:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:1.0:1746157093.457977:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157093.457980:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef6e800, rc 0) 00000100:00100000:1.0:1746157093.458040:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2455:x1830977685515520:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 1240us (2140us total) trans 4294989371 rc 0/0 00000100:00100000:1.0:1746157093.458047:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51818 00000100:00100000:0.0:1746157093.462361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157093.462418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.462509:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685515648 00000100:00100000:2.0:1746157093.462517:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685515648 00000100:00100000:2.0:1746157093.462554:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30337 00000100:00100000:2.0:1746157093.462560:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685515648:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746157093.462575:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157093.462588:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eaaec00/0x7b65fed885351717 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a96 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157093.462635:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679344128:192.168.203.44@tcp:106: 00000100:00100000:2.0:1746157093.462720:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157093.462926:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685515776 00000100:00100000:1.0:1746157093.462930:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685515776 00000100:00100000:1.0:1746157093.462973:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1237 00000100:00100000:1.0:1746157093.462979:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2011:x1830977685515776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157093.462989:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157093.463007:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed885351709 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a8f expref: 14 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.463027:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:1.0:1746157093.463031:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157093.463053:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2011:x1830977685515776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 74us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.463059:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1237 00000100:00100000:2.0:1746157093.467518:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679344128:192.168.203.44@tcp:106: 00010000:00010000:2.0:1746157093.467549:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eaaec00/0x7b65fed885351717 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a96 expref: 7 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157093.467562:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eaaec00/0x7b65fed885351717 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a96 expref: 7 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157093.467859:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaaec00, rc 0) 00000100:00100000:2.0:1746157093.467910:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685515648:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 5349us (5556us total) trans 0 rc 301/301 00000100:00100000:2.0:1746157093.467918:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30337 00000100:00100000:0.0:1746157093.471792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.472511:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685515904 00000100:00100000:2.0:1746157093.472520:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685515904 00000100:00100000:2.0:1746157093.472577:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30338 00000100:00100000:2.0:1746157093.472584:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2455:x1830977685515904:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746157093.472599:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157093.472614:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820a9d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.472639:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.472645:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157093.472647:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157093.472650:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.472677:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.472688:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 6 pid: 9577 timeout: 853 lvb_type: 0 00000100:00100000:2.0:1746157093.472703:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679344256:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157093.472825:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157093.478418:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679344256:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157093.478444:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.478460:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaaf800, rc 0) 00000100:00100000:2.0:1746157093.478507:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2455:x1830977685515904:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 5923us (6720us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157093.478515:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30338 00000100:00100000:1.0:1746157093.479410:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.479779:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685516032 00000100:00100000:2.0:1746157093.479785:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685516032 00002000:00100000:2.0:1746157093.479815:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->1715) req@ffff88007ca01500 x1830977685516032/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:654/0 lens 2208/0 e 0 to 0 dl 1746157104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746157093.479823:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca01500 with x1830977685516032 ext(0->1715) 00010000:00010000:2.0:1746157093.479830:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 7 pid: 9577 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746157093.479841:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 7 pid: 9577 timeout: 853 lvb_type: 0 00002000:00010000:2.0:1746157093.479846:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ca01500 00000100:00100000:2.0:1746157093.480222:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3067 00000100:00100000:2.0:1746157093.480228:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685516032:12345-192.168.203.44@tcp:4:cp.0 00000001:00100000:0.0:1746157093.482302:0:9575:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8c885c2b-e2af-4c20-b13d-df010849e4eb 00000001:00100000:0.0:1746157093.482311:0:9575:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 85228615-e56f-43c2-94b2-ab6b5767ddfe 00000100:00100000:0.0:1746157093.482910:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685516032:12345-192.168.203.44@tcp:4:cp.0 Request processed in 2673us (3493us total) trans 4294972331 rc 0/0 00000100:00100000:0.0:1746157093.482922:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3067 00002000:00100000:0.0:1746157093.482935:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->1715) req@ffff88007ca01500 x1830977685516032/t4294972331(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:654/0 lens 2208/448 e 0 to 0 dl 1746157104 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746157093.482945:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca01500 with x1830977685516032 ext(0->1715) 00010000:00010000:0.0:1746157093.482955:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 8 pid: 9577 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746157093.482969:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 8 pid: 9577 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746157093.482977:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ca01500 00000100:00100000:0.0:1746157093.488301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.488475:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685516160 00000100:00100000:1.0:1746157093.488486:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685516160 00010000:00010000:1.0:1746157093.488528:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 8 pid: 9577 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746157093.490057:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17671 00000100:00100000:1.0:1746157093.490072:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685516160:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157093.490160:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746157093.490180:0:7221:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1746157093.490187:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 8 pid: 9577 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746157093.490324:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 8 pid: 9577 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746157093.490347:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801306a9600/0x7b65fed885351676 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a57 expref: 8 pid: 9577 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746157093.493469:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157093.493475:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157093.493490:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.493501:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.493556:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157093.493570:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977679344384:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157093.493669:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc71180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157093.500227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.501231:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685516416 00000100:00100000:2.0:1746157093.501242:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685516416 00002000:00100000:2.0:1746157093.501290:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801306bed80 x1830977685516416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:654/0 lens 488/0 e 0 to 0 dl 1746157104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157093.501300:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bed80 with x1830977685516416 ext(0->4095) 00002000:00010000:2.0:1746157093.501305:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306bed80 00000100:00100000:2.0:1746157093.501335:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13958 00000100:00100000:2.0:1746157093.501341:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685516416:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157093.501511:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685516416:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (1293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157093.501516:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13958 00002000:00100000:2.0:1746157093.501521:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801306bed80 x1830977685516416/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:654/0 lens 488/4536 e 0 to 0 dl 1746157104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157093.501527:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bed80 with x1830977685516416 ext(0->4095) 00002000:00010000:2.0:1746157093.501530:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306bed80 00000100:00100000:1.0:1746157093.501679:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977679344384:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157093.501699:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157093.501719:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685516160:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 11654us (13431us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.501726:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17671 00000100:00100000:0.0:1746157093.507341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.508889:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685516672 00000100:00100000:1.0:1746157093.508901:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685516672 00000100:00100000:1.0:1746157093.508968:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 193 00000100:00100000:1.0:1746157093.508976:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2455:x1830977685516672:12345-192.168.203.44@tcp:35:mmap_cat.0 00000100:00100000:1.0:1746157093.509258:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2455:x1830977685516672:12345-192.168.203.44@tcp:35:mmap_cat.0 Request processed in 282us (1928us total) trans 4294989372 rc 0/0 00000100:00100000:1.0:1746157093.509266:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 193 00000100:00100000:1.0:1746157093.525099:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.525142:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685516800 00000100:00100000:1.0:1746157093.525154:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685516800 00000100:00100000:1.0:1746157093.525409:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51819 00000100:00100000:1.0:1746157093.525418:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2458:x1830977685516800:12345-192.168.203.44@tcp:101:truncate.0 00010000:00010000:1.0:1746157093.525442:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.525464:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed885351725 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820aa4 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.525502:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d00e00/0x7b65fed88535172c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.525516:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093d00e00/0x7b65fed88535172c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.525527:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093d00e00/0x7b65fed88535172c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.525630:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6e800/0x7b65fed885351725 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aa4 expref: 21 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.525651:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093d00e00/0x7b65fed88535172c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aa4 expref: 20 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.525659:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:1.0:1746157093.525662:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1746157093.525665:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d00e00, rc 0) 00000100:00100000:1.0:1746157093.528390:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2458:x1830977685516800:12345-192.168.203.44@tcp:101:truncate.0 Request processed in 2961us (3290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.528402:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51819 00000100:00100000:0.0:1746157093.533197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.533633:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685517056 00000100:00100000:1.0:1746157093.533643:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685517056 00000100:00100000:1.0:1746157093.533953:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51820 00000100:00100000:1.0:1746157093.533963:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2458:x1830977685517056:12345-192.168.203.44@tcp:36:truncate.0 00010000:00010000:1.0:1746157093.534016:0:14262:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157093.534042:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535165a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a49 expref: 20 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.534066:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:1.0:1746157093.534071:0:14262:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157093.534504:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.534516:0:14262:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a81 expref: 13 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.534523:0:14262:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.534555:0:14262:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a81 expref: 13 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.534571:0:14262:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a81 expref: 13 pid: 14262 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746157093.534583:0:14262:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679344512:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157093.539759:0:14262:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc71b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157093.540143:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.540237:0:14262:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679344512:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157093.540267:0:14262:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000100:00100000:0.0:1746157093.540467:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685517184 00000100:00100000:0.0:1746157093.540474:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685517184 00010000:00010000:0.0:1746157093.540512:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a81 expref: 14 pid: 14262 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746157093.541131:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17672 00000100:00100000:0.0:1746157093.541141:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2011:x1830977685517184:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157093.541156:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157093.541162:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a81 expref: 14 pid: 14262 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746157093.541173:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a81 expref: 14 pid: 14262 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746157093.541195:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f200/0x7b65fed8853516ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a81 expref: 14 pid: 14262 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746157093.541228:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:0.0:1746157093.541232:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.541241:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.541248:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157093.541266:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157093.541311:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2011:x1830977685517184:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 171us (1174us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157093.541318:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17672 00000001:00080000:1.0:1746157093.542027:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989373 is committed 00000001:00080000:1.0:1746157093.542035:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989372 is committed 00000004:00080000:1.0:1746157093.542050:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000004:00080000:1.0:1746157093.542065:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00010000:00010000:1.0:1746157093.542082:0:14262:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.542090:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000001:00080000:1.0:1746157093.542178:0:14262:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989373 00000004:00010000:1.0:1746157093.542221:0:14262:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801306bea00 reply state ffff88008f3b0000 transno 4294989374 ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.542233:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.542240:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:1.0:1746157093.542242:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746157093.542246:0:14262:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746157093.542323:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2458:x1830977685517056:12345-192.168.203.44@tcp:36:truncate.0 Request processed in 8360us (9135us total) trans 4294989374 rc 0/0 00000100:00100000:1.0:1746157093.542330:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51820 00000020:00080000:1.0:1746157093.542334:0:14262:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746157093.542713:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746157093.542727:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009250c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679344640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746157093.542791:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157093.542881:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679344640 00000100:00100000:3.0:1746157093.542888:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679344640 00000100:00100000:3.0:1746157093.542976:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30339 00000100:00100000:3.0:1746157093.542983:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679344640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1746157093.543006:0:9577:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:23 count 1 00010000:00010000:3.0:1746157093.543029:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.543047:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.543053:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157093.543055:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157093.543058:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.543080:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.543092:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 5 pid: 9577 timeout: 853 lvb_type: 0 00000100:00100000:3.0:1746157093.543102:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679344768:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157093.543151:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46b780 going to sleep for 11 seconds 00010000:00010000:2.0:1746157093.543341:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543349:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543354:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543360:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092527a00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157093.543364:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543370:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543381:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012f247a00) 00010000:00010000:2.0:1746157093.543384:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157093.543387:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543392:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351588 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543430:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543435:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543440:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543444:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef6fc00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157093.543446:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543451:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543457:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88008c5a3400) 00010000:00010000:2.0:1746157093.543459:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157093.543461:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543465:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fc00/0x7b65fed8853515c7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543478:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543483:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543487:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543494:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c6aa200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157093.543497:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543502:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543507:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88008e6dfd00) 00010000:00010000:2.0:1746157093.543509:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157093.543511:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543516:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aa200/0x7b65fed8853515ce lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543524:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543529:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543533:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543537:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c6aaa00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157093.543539:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543543:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543549:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008e6dff00) 00010000:00010000:2.0:1746157093.543551:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157093.543554:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543558:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853515d5 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157093.543567:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157093.543571:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157093.543576:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157093.543579:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092527400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157093.543581:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157093.543586:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157093.543591:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880131092a00) 00010000:00010000:2.0:1746157093.543593:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157093.543595:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157093.543599:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092527400/0x7b65fed885351653 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00000100:00100000:0.0:1746157093.544646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.544797:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685517312 00000100:00100000:2.0:1746157093.544803:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685517312 00010000:00010000:2.0:1746157093.544827:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 6 pid: 9577 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746157093.544829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.544855:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17673 00000100:00100000:2.0:1746157093.544861:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685517312:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157093.544882:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157093.544887:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 6 pid: 9577 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746157093.544894:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685517440 00010000:00010000:2.0:1746157093.544898:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 6 pid: 9577 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746157093.544898:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685517440 00010000:00010000:2.0:1746157093.544918:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157093.544920:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746157093.544920:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30340 00010000:00010000:2.0:1746157093.544925:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157093.544926:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2458:x1830977685517440:12345-192.168.203.44@tcp:101:truncate.0 00010000:00010000:2.0:1746157093.544933:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.544938:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157093.544948:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157093.544952:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820aab expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.544969:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.544974:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157093.544975:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157093.544978:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157093.544981:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685517312:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 121us (339us total) trans 0 rc 0/0 00010000:00010000:1.0:1746157093.544998:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.545007:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 5 pid: 9577 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746157093.545017:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977679344896:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157093.545050:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc71540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157093.545219:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17673 00010000:00010000:3.0:1746157093.545358:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526000/0x7b65fed885351550 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a03 expref: 5 pid: 9577 timeout: 853 lvb_type: 0 00000100:00100000:3.0:1746157093.545373:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679344768:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157093.545388:0:9577:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.545395:0:9577:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.545400:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.545407:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.545414:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.545453:0:9577:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746157093.545493:0:7223:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746157093.545499:0:7223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.545508:0:7223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e97bc00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157093.545512:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.545518:0:7223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.545528:0:7223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.545537:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97bc00/0x7b65fed88535173a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.545551:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157093.545553:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157093.545554:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746157093.546055:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1830977679344640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3070us (3262us total) trans 4294970679 rc 0/0 00000100:00100000:3.0:1746157093.546061:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30339 00000004:00080000:0.0:1746157093.546128:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009250c700/2, rc 0, transno 4294970679 00000100:00100000:0.0:1746157093.546133:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009250c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679344640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1746157093.551382:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977679344896:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157093.551416:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.551435:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091004000, rc 0) 00000100:00100000:1.0:1746157093.551477:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2458:x1830977685517440:12345-192.168.203.44@tcp:101:truncate.0 Request processed in 6550us (6646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.551485:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30340 00000100:00100000:1.0:1746157093.556424:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.560078:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685517568 00000100:00100000:2.0:1746157093.560094:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685517568 00010000:00010000:2.0:1746157093.560138:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 6 pid: 9577 timeout: 853 lvb_type: 0 00000100:00100000:2.0:1746157093.560177:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17674 00000100:00100000:2.0:1746157093.560183:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685517568:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157093.560197:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157093.560217:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 6 pid: 9577 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746157093.560228:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 6 pid: 9577 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746157093.560260:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eaaf800/0x7b65fed88535171e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a9d expref: 6 pid: 9577 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746157093.560276:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157093.560278:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157093.560284:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 7 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.560293:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 7 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157093.560327:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 7 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157093.560339:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977679345024:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157093.560435:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2616c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157093.562507:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f167100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977679345024:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157093.562529:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157093.563188:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685517568:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3002us (6773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157093.563200:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17674 00000100:00100000:0.0:1746157093.565366:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.565460:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685517696 00000100:00100000:3.0:1746157093.565469:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685517696 00002000:00010000:3.0:1746157093.565512:0:20192:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (858->18446744073709551615) 00002000:00100000:3.0:1746157093.565517:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250c000 with x1830977685517696 ext(858->18446744073709551615) 00002000:00010000:3.0:1746157093.565529:0:20192:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009250c000. 00000100:00100000:3.0:1746157093.565560:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13959 00000100:00100000:3.0:1746157093.565568:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685517696:12345-192.168.203.44@tcp:10:truncate.0 00002000:00010000:3.0:1746157093.565902:0:20192:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746157093.565906:0:20192:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746157093 -> 1746157094 00002000:00010000:3.0:1746157093.565908:0:20192:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 1746157093 -> 0 00002000:00010000:3.0:1746157093.565910:0:20192:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746157093 -> 1746157094 00002000:00010000:3.0:1746157093.565912:0:20192:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1746157093.565959:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685517696:12345-192.168.203.44@tcp:10:truncate.0 Request processed in 392us (602us total) trans 4294972332 rc 0/0 00000100:00100000:3.0:1746157093.565965:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13959 00002000:00010000:3.0:1746157093.565967:0:20192:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (858->18446744073709551615) 00002000:00100000:3.0:1746157093.565969:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250c000 with x1830977685517696 ext(858->18446744073709551615) 00002000:00010000:3.0:1746157093.565972:0:20192:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009250c000. 00000100:00100000:0.0:1746157093.583724:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.584147:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685517824 00000100:00100000:1.0:1746157093.584157:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685517824 00000100:00100000:1.0:1746157093.584224:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51821 00000100:00100000:1.0:1746157093.584232:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2460:x1830977685517824:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746157093.584258:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157093.584277:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5e00/0x7b65fed885351748 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ab2 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.584342:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed88535174f lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584356:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed88535174f lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584368:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed88535174f lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584381:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351756 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584387:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351756 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584393:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351756 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584464:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4c00/0x7b65fed88535175d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584472:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4c00/0x7b65fed88535175d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584477:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4c00/0x7b65fed88535175d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:1.0:1746157093.584514:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00000004:00200000:1.0:1746157093.584518:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746157093.584534:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4c00/0x7b65fed88535175d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584543:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4c00/0x7b65fed88535175d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584551:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed88535174f lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584556:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed88535174f lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584561:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed88535174f lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584568:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed88535174f lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584573:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c7a5400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157093.584577:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed88535174f lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584584:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed88535174f lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584593:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008e6dff00) 00010000:00010000:1.0:1746157093.584596:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157093.584599:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed88535174f lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584604:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed88535174f lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584634:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351756 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584638:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351756 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584642:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351756 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584646:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c7a4200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157093.584648:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351756 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584652:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351756 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584658:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008cea1700) 00010000:00010000:1.0:1746157093.584660:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157093.584662:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351756 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584666:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351756 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157093.584690:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5e00/0x7b65fed885351748 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ab2 expref: 13 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.584701:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4c00/0x7b65fed88535175d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ab2 expref: 12 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.584707:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:1.0:1746157093.584709:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157093.584711:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4c00, rc 0) 00000100:00100000:1.0:1746157093.585954:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2460:x1830977685517824:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 1714us (2232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.585963:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51821 00000100:00100000:0.0:1746157093.595442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.595518:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685518080 00000100:00100000:3.0:1746157093.595529:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685518080 00002000:00100000:3.0:1746157093.595582:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009250f100 x1830977685518080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:654/0 lens 488/0 e 0 to 0 dl 1746157104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746157093.595591:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250f100 with x1830977685518080 ext(0->4095) 00002000:00010000:3.0:1746157093.595597:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009250f100 00000100:00100000:3.0:1746157093.595636:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13960 00000100:00100000:3.0:1746157093.595644:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685518080:12345-192.168.203.44@tcp:3:cp.0 00000100:00100000:3.0:1746157093.595858:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685518080:12345-192.168.203.44@tcp:3:cp.0 Request processed in 214us (427us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157093.595877:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13960 00002000:00100000:3.0:1746157093.595883:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009250f100 x1830977685518080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:654/0 lens 488/4536 e 0 to 0 dl 1746157104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746157093.595891:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250f100 with x1830977685518080 ext(0->4095) 00002000:00010000:3.0:1746157093.595893:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009250f100 00000100:00100000:0.0:1746157093.617160:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.619271:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685518208 00000100:00100000:3.0:1746157093.619284:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685518208 00000100:00100000:3.0:1746157093.619359:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51822 00000100:00100000:3.0:1746157093.619367:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2464:x1830977685518208:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157093.619394:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157093.619414:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351764 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ab9 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.619478:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535176b lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619492:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535176b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619504:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535176b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619518:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526400/0x7b65fed885351772 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619523:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092526400/0x7b65fed885351772 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619528:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526400/0x7b65fed885351772 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619598:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527600/0x7b65fed885351779 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619606:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527600/0x7b65fed885351779 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619611:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092527600/0x7b65fed885351779 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:3.0:1746157093.619646:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00000004:00200000:3.0:1746157093.619650:0:7236:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157093.619666:0:7236:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092527600/0x7b65fed885351779 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619674:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092527600/0x7b65fed885351779 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619682:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535176b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619686:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535176b lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619692:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535176b lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619698:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092526a00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157093.619702:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535176b lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619708:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535176b lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619719:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88008e6dff00) 00010000:00010000:3.0:1746157093.619723:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157093.619727:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535176b lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619732:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526a00/0x7b65fed88535176b lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619792:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526400/0x7b65fed885351772 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619797:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092526400/0x7b65fed885351772 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619802:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092526400/0x7b65fed885351772 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619806:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092526400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157093.619808:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092526400/0x7b65fed885351772 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619812:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092526400/0x7b65fed885351772 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619818:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880131092900) 00010000:00010000:3.0:1746157093.619820:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157093.619822:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092526400/0x7b65fed885351772 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619826:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526400/0x7b65fed885351772 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.619853:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092527a00/0x7b65fed885351764 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ab9 expref: 12 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.619880:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092527600/0x7b65fed885351779 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ab9 expref: 11 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.619886:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:3.0:1746157093.619888:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157093.619890:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527600, rc 0) 00000100:00100000:3.0:1746157093.619954:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2464:x1830977685518208:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 588us (2807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157093.619960:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51822 00000100:00100000:1.0:1746157093.624484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157093.624544:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685518336 00000100:00100000:0.0:1746157093.624554:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685518336 00000100:00100000:0.0:1746157093.624617:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30341 00000100:00100000:0.0:1746157093.624625:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685518336:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:0.0:1746157093.624647:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157093.624664:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c6ab600/0x7b65fed885351780 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ac0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157093.624720:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009250df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977679345152:192.168.203.44@tcp:106: 00000100:00100000:0.0:1746157093.624842:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b480 going to sleep for 11 seconds 00002000:00010000:1.0:1746157093.628512:0:19476:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime: 0 -> 1746157094 00000100:00100000:1.0:1746157093.628543:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009250df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977679345152:192.168.203.44@tcp:106: 00010000:00010000:1.0:1746157093.628577:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c6ab600/0x7b65fed885351780 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ac0 expref: 6 pid: 19476 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157093.628594:0:19476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c6ab600/0x7b65fed885351780 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ac0 expref: 6 pid: 19476 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157093.628624:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c6ab600, rc 0) 00000100:00100000:1.0:1746157093.628672:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685518336:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 4046us (4200us total) trans 0 rc 301/301 00000100:00100000:1.0:1746157093.628681:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30341 00000100:00100000:0.0:1746157093.633141:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.633342:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685518592 00000100:00100000:3.0:1746157093.633352:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685518592 00000100:00100000:3.0:1746157093.633400:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51823 00000100:00100000:3.0:1746157093.633407:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2464:x1830977685518592:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157093.633428:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157093.633445:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526600/0x7b65fed885351787 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ac7 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.633543:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535178e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.633556:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535178e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746157093.633566:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535178e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:3.0:1746157093.633575:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00010000:00010000:3.0:1746157093.633663:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526600/0x7b65fed885351787 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ac7 expref: 14 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.633690:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535178e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ac7 expref: 13 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.633698:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:3.0:1746157093.633701:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157093.633704:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526c00, rc 0) 00000100:00100000:3.0:1746157093.633767:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2464:x1830977685518592:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 360us (635us total) trans 4294989375 rc 0/0 00000100:00100000:3.0:1746157093.633772:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51823 00000100:00100000:2.0:1746157093.638818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157093.638947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157093.639076:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685518720 00000100:00100000:0.0:1746157093.639087:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685518720 00000100:00100000:0.0:1746157093.639147:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1238 00000100:00100000:0.0:1746157093.639154:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2010:x1830977685518720:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157093.639171:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157093.639195:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092526c00/0x7b65fed88535178e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ac7 expref: 13 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157093.639221:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:0.0:1746157093.639224:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157093.639265:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2010:x1830977685518720:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 111us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157093.639270:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1238 00000100:00100000:3.0:1746157093.639656:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685518848 00000100:00100000:3.0:1746157093.639660:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685518848 00000100:00100000:3.0:1746157093.639685:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30342 00000100:00100000:3.0:1746157093.639690:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685518848:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157093.639704:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157093.639717:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092527200/0x7b65fed88535179c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ace expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157093.639780:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679345280:192.168.203.44@tcp:106: 00000100:00100000:3.0:1746157093.640802:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157093.643514:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679345280:192.168.203.44@tcp:106: 00010000:00010000:3.0:1746157093.643549:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092527200/0x7b65fed88535179c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ace expref: 6 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157093.643564:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092527200/0x7b65fed88535179c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ace expref: 6 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157093.643582:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092527200, rc 0) 00000100:00100000:3.0:1746157093.643642:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2012:x1830977685518848:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 3950us (4833us total) trans 0 rc 301/301 00000100:00100000:3.0:1746157093.643651:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30342 00000100:00100000:0.0:1746157093.651410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.651617:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685518976 00000100:00100000:3.0:1746157093.651628:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685518976 00000100:00100000:3.0:1746157093.651674:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30343 00000100:00100000:3.0:1746157093.651682:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2464:x1830977685518976:12345-192.168.203.44@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157093.651705:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157093.651725:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092526e00/0x7b65fed8853517a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ad5 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.651785:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.651794:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157093.651796:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157093.651800:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092526e00/0x7b65fed8853517a3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ad5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.651908:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.651921:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 8 pid: 19476 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746157093.651940:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679345408:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157093.652280:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093feeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157093.657922:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157093.658021:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685519104 00000100:00100000:1.0:1746157093.658032:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685519104 00010000:00010000:1.0:1746157093.658077:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 9 pid: 19476 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746157093.658109:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17675 00000100:00100000:1.0:1746157093.658117:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5684050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685519104:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157093.658132:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157093.658154:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 9 pid: 19476 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746157093.658167:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 9 pid: 19476 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746157093.658196:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157093.658198:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157093.658205:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092526e00/0x7b65fed8853517a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ad5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.658214:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092526e00/0x7b65fed8853517a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ad5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157093.658248:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092526e00/0x7b65fed8853517a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ad5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157093.658260:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977679345536:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157093.658352:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cc71540 going to sleep for 11 seconds 00010000:00010000:3.0:1746157093.658659:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091004000/0x7b65fed885351741 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aab expref: 9 pid: 19476 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746157093.658690:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679345408:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157093.658710:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092526e00/0x7b65fed8853517a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ad5 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157093.658720:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092526e00, rc 0) 00000100:00100000:3.0:1746157093.658768:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2464:x1830977685518976:12345-192.168.203.44@tcp:101:mmap_cat.0 Request processed in 7086us (7371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157093.658775:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30343 00000100:00100000:1.0:1746157093.661367:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977679345536:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157093.661390:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157093.661500:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5684050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685519104:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3381us (3593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157093.661511:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17675 00000100:00100000:0.0:1746157093.663363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.664138:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685519360 00000100:00100000:3.0:1746157093.664148:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685519360 00002000:00100000:3.0:1746157093.664193:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009250c380 x1830977685519360/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:654/0 lens 488/0 e 0 to 0 dl 1746157104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157093.664203:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250c380 with x1830977685519360 ext(0->4095) 00002000:00010000:3.0:1746157093.664207:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009250c380 00000100:00100000:3.0:1746157093.664242:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13961 00000100:00100000:3.0:1746157093.664250:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685519360:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157093.664414:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685519360:12345-192.168.203.44@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (1058us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157093.664424:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13961 00002000:00100000:3.0:1746157093.664430:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009250c380 x1830977685519360/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:654/0 lens 488/4536 e 0 to 0 dl 1746157104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157093.664437:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009250c380 with x1830977685519360 ext(0->4095) 00002000:00010000:3.0:1746157093.664440:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009250c380 00000100:00100000:0.0:1746157093.667859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157093.669138:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685519616 00000100:00100000:3.0:1746157093.669151:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685519616 00000100:00100000:3.0:1746157093.669213:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 194 00000100:00100000:3.0:1746157093.669221:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2464:x1830977685519616:12345-192.168.203.44@tcp:35:mmap_cat.0 00000100:00100000:3.0:1746157093.670188:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2464:x1830977685519616:12345-192.168.203.44@tcp:35:mmap_cat.0 Request processed in 963us (2333us total) trans 4294989376 rc 0/0 00000100:00100000:3.0:1746157093.670196:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 194 00010000:00010000:2.0:1746157094.088188:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157095.089986:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157096.093176:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157097.093947:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746157097.133055:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.133093:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157097.133095:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685519872 00000100:00100000:0.0:1746157097.133103:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685519872 00000100:00100000:1.0:1746157097.133109:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.133121:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.133138:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157097.133141:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685520384 00000100:00100000:0.0:1746157097.133143:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685520384 00000100:00100000:1.0:1746157097.133151:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157097.133160:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685520000 00000100:00100000:0.0:1746157097.133161:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685520000 00000100:00100000:1.0:1746157097.133162:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.133175:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157097.133175:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1110 00000100:00100000:0.0:1746157097.133182:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2010:x1830977685519872:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157097.133190:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.133205:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685520512 00000100:00100000:1.0:1746157097.133209:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685520512 00000100:00100000:1.0:1746157097.133225:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1111 00000100:00100000:1.0:1746157097.133230:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2010:x1830977685520384:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157097.133237:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2010:x1830977685519872:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 56us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.133242:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1110 00000100:00100000:1.0:1746157097.133256:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2010:x1830977685520384:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 25us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.133256:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1112 00000100:00100000:0.0:1746157097.133261:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685520000:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157097.133262:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1111 00000100:00100000:1.0:1746157097.133271:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1113 00000100:00100000:1.0:1746157097.133275:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685520512:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157097.133283:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685520000:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 22us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.133287:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1112 00000100:00100000:1.0:1746157097.133291:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685520512:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 15us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.133295:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1113 00000100:00080000:0.0:1746157097.133300:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746157097.133304:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746157097.133311:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685519744 00000100:00100000:0.0:1746157097.133312:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685520128 00000100:00100000:1.0:1746157097.133313:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685519744 00000100:00100000:0.0:1746157097.133314:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685520128 00000100:00100000:1.0:1746157097.133330:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 558 00000100:00100000:0.0:1746157097.133333:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685520640 00000100:00100000:1.0:1746157097.133334:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2010:x1830977685519744:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157097.133335:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685520640 00000100:00100000:0.0:1746157097.133342:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685520256 00000100:00100000:0.0:1746157097.133344:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685520256 00000100:00100000:1.0:1746157097.133351:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2010:x1830977685519744:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 17us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.133352:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685520768 00000100:00100000:0.0:1746157097.133354:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685520768 00000100:00100000:1.0:1746157097.133355:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 558 00000100:00100000:0.0:1746157097.133362:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 766 00000100:00100000:0.0:1746157097.133366:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685520128:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157097.133387:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685520128:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 20us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.133391:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 766 00000100:00100000:0.0:1746157097.133406:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 767 00000100:00100000:0.0:1746157097.133409:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685520640:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157097.133425:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685520640:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 16us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.133430:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 767 00000100:00100000:0.0:1746157097.133435:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 768 00000100:00100000:0.0:1746157097.133438:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2010:x1830977685520256:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157097.133452:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2010:x1830977685520256:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 13us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.133456:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 768 00000100:00100000:0.0:1746157097.133462:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 769 00000100:00100000:0.0:1746157097.133465:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685520768:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1746157097.133475:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2010:x1830977685520768:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 10us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.133479:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 769 00000100:00080000:0.0:1746157097.133596:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157097.133599:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:0.0:1746157097.155075:0:28431:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 23:38:16 (1746157096) 00000100:00100000:1.0:1746157097.211325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.211360:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685520896 00000100:00100000:1.0:1746157097.211369:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685520896 00000100:00100000:1.0:1746157097.211408:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51824 00000100:00100000:1.0:1746157097.211415:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:3104:x1830977685520896:12345-192.168.203.44@tcp:41:stat.0 00000004:00000024:1.0:1746157097.211456:0:21512:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842955264 avail 7379910656 00000100:00100000:1.0:1746157097.211502:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:3104:x1830977685520896:12345-192.168.203.44@tcp:41:stat.0 Request processed in 87us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.211508:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51824 00000100:00100000:1.0:1746157097.238208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157097.238637:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685521024 00000100:00100000:0.0:1746157097.238644:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685521024 00000100:00100000:0.0:1746157097.238677:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51825 00000100:00100000:0.0:1746157097.238683:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:3108:x1830977685521024:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:0.0:1746157097.238698:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157097.238712:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6abc00/0x7b65fed8853517aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820adc expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157097.238775:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aba00/0x7b65fed8853517b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238786:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aba00/0x7b65fed8853517b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238795:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aba00/0x7b65fed8853517b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238805:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6ab800/0x7b65fed8853517b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238815:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6ab800/0x7b65fed8853517b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238820:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6ab800/0x7b65fed8853517b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238863:0:8902:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aba00/0x7b65fed8853517b1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238869:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aba00/0x7b65fed8853517b1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238874:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aba00/0x7b65fed8853517b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238879:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aba00/0x7b65fed8853517b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238884:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c6aba00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157097.238887:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aba00/0x7b65fed8853517b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238893:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aba00/0x7b65fed8853517b1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238901:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157097.238904:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157097.238907:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aba00/0x7b65fed8853517b1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238911:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aba00/0x7b65fed8853517b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238919:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6ab800/0x7b65fed8853517b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238924:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6ab800/0x7b65fed8853517b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238929:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6ab800/0x7b65fed8853517b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238932:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c6ab800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157097.238934:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6ab800/0x7b65fed8853517b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238938:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6ab800/0x7b65fed8853517b8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238942:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008e6df000) 00010000:00010000:0.0:1746157097.238944:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157097.238946:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6ab800/0x7b65fed8853517b8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238949:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6ab800/0x7b65fed8853517b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157097.238972:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6abc00/0x7b65fed8853517aa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820adc expref: 13 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157097.238978:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6abc00/0x7b65fed8853517aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820adc expref: 13 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157097.238985:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c6abc00, rc 0) 00000100:00100000:0.0:1746157097.239023:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:3108:x1830977685521024:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 340us (820us total) trans 0 rc 301/301 00000100:00100000:0.0:1746157097.239029:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51825 00000100:00100000:1.0:1746157097.247524:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.247766:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685521280 00000100:00100000:1.0:1746157097.247773:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685521280 00000100:00100000:1.0:1746157097.247808:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51826 00000100:00100000:1.0:1746157097.247814:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:3108:x1830977685521280:12345-192.168.203.44@tcp:36:lfs.0 00010000:00010000:1.0:1746157097.247862:0:21512:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157097.247881:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6f600/0x7b65fed8853515f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a26 expref: 12 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.247896:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157097.247900:0:21512:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157097.247946:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.247956:0:21512:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a65 expref: 12 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.247961:0:21512:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.247982:0:21512:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a65 expref: 12 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.247990:0:21512:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a65 expref: 12 pid: 14262 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746157097.248000:0:21512:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f157480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21512:1830977679345664:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157097.248055:0:21512:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f46bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157097.254562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.254591:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685521408 00000100:00100000:1.0:1746157097.254598:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685521408 00010000:00010000:1.0:1746157097.254628:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a65 expref: 13 pid: 14262 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746157097.254652:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17676 00000100:00100000:1.0:1746157097.254659:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2010:x1830977685521408:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157097.254670:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157097.254675:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a65 expref: 13 pid: 14262 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746157097.254689:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a65 expref: 13 pid: 14262 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746157097.254707:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157097.254711:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.254718:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.254723:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.254754:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157097.254788:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2010:x1830977685521408:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 130us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.254794:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17676 00010000:00010000:2.0:1746157097.255460:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef6fe00/0x7b65fed885351699 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820a65 expref: 12 pid: 14262 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746157097.255473:0:21512:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f157480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21512:1830977679345664:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157097.255486:0:21512:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.255492:0:21512:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.255496:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.255511:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.255518:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.255524:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000040:00080000:2.0:1746157097.256273:0:21512:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:2.0:1746157097.256331:0:21512:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:2.0:1746157097.256335:0:21512:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008f2616c0 with version 19 00000004:00080000:3.0:1746157097.256491:0:8899:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a611b300 version 19 rpc_version 19 00000020:00100000:3.0:1746157097.256519:0:8899:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746157097.256527:0:8899:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800927d2300 x1830977679345920/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157097.256543:0:8899:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8899:1830977679345920:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746157097.256592:0:8899:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157097.256616:0:8899:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b625240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157097.257900:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679345920 00000100:00100000:2.0:1746157097.257907:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679345920 00000100:00100000:2.0:1746157097.257964:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1746157097.257971:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8899:x1830977679345920:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746157097.258534:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8899:x1830977679345920:12345-0@lo:1000:osp_up1-0.0 Request processed in 562us (1939us total) trans 4294967391 rc 0/0 00000100:00100000:2.0:1746157097.258545:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1746157097.258553:0:8899:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967390 gen 2 00000004:00080000:3.0:1746157097.258559:0:8899:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967390 committed transno 4294967390 00000020:00080000:3.0:1746157097.258563:0:8899:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008cc71cc0 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:3.0:1746157097.258566:0:8899:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88008c5a3900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008cc71300 00000020:00080000:3.0:1746157097.258569:0:8899:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:3.0:1746157097.258571:0:8899:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88008c5a3100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012ef6ee00 00000020:00080000:3.0:1746157097.258573:0:8899:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000100:00100000:3.0:1746157097.258604:0:8899:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff8800927d2300 x1830977679345920/t4294967391(4294967391) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 1746157113 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 00000020:00080000:0.0:1746157097.258613:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000100:00100000:3.0:1746157097.258632:0:8899:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8899:1830977679345920:0@lo:1000:osp_up1-0.0 00000020:00080000:0.0:1746157097.258639:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00010000:00010000:2.0:1746157097.258831:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.258854:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.258863:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.258880:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.258886:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.258891:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.258914:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.258919:0:21512:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.258926:0:21512:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 21512 initiator: MDT0 00000100:00100000:2.0:1746157097.258940:0:21512:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:21512:1830977679346048:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1746157097.258966:0:21512:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157097.258996:0:21512:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157097.259046:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679346048 00000100:00100000:0.0:1746157097.259050:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679346048 00000100:00100000:0.0:1746157097.259117:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1746157097.259123:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:21512:x1830977679346048:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1746157097.259134:0:7242:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157097.259146:0:7242:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c6ab600/0x7b65fed8853517e2 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7b65fed8853517db expref: -99 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157097.259160:0:7242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c6ab600/0x7b65fed8853517e2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7b65fed8853517db expref: 7 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157097.259169:0:7242:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c6ab600/0x7b65fed8853517e2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7b65fed8853517db expref: 7 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157097.259176:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008e6df200) 00010000:00010000:0.0:1746157097.259178:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157097.259180:0:7242:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c6ab600, rc 0) 00000100:00100000:0.0:1746157097.259211:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:21512:x1830977679346048:12345-0@lo:101:mdt00_005.0 Request processed in 88us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.259216:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1746157097.259236:0:21512:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:21512:1830977679346048:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1746157097.259246:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7b65fed8853517e2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.259254:0:21512:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7b65fed8853517e2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746157097.259269:0:21512:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008f156680 reply state ffff88009f49f000 transno 4294989377 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259276:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259281:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009f576200) 00010000:00010000:2.0:1746157097.259283:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746157097.259286:0:21512:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746157097.259290:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7b65fed8853517e2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.259296:0:21512:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7b65fed8853517e2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1746157097.259303:0:21512:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:2.0:1746157097.259307:0:21512:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008f156680 reply state ffff88009f49f000 transno 4294989377 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259312:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259317:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009f576d00) 00010000:00010000:2.0:1746157097.259319:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746157097.259320:0:21512:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1746157097.259324:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:2.0:1746157097.259330:0:21512:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259338:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259342:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259346:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259351:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c7a4400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157097.259354:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259360:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259367:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157097.259369:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157097.259371:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259375:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed8853517bf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00000004:00010000:2.0:1746157097.259385:0:21512:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008f156680 reply state ffff88009f49f000 transno 4294989377 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259390:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.259394:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009f576300) 00010000:00010000:2.0:1746157097.259396:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746157097.259397:0:21512:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1746157097.259458:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:3108:x1830977685521280:12345-192.168.203.44@tcp:36:lfs.0 Request processed in 11642us (11937us total) trans 4294989377 rc 0/0 00000100:00100000:2.0:1746157097.259464:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51826 00000100:00100000:0.0:1746157097.271007:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.271244:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685521536 00000100:00100000:2.0:1746157097.271251:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685521536 00000100:00100000:2.0:1746157097.271302:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51827 00000100:00100000:2.0:1746157097.271309:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:3109:x1830977685521536:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:2.0:1746157097.271329:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157097.271345:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed8853517e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ae3 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.271393:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed8853517f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.271404:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed8853517f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.271413:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed8853517f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:2.0:1746157097.271448:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746157097.271451:0:21512:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746157097.271465:0:21512:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed8853517f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.271483:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed8853517e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ae3 expref: 15 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.271496:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed8853517f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ae3 expref: 14 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.271503:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157097.271506:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157097.271508:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdba400, rc 0) 00000100:00100000:2.0:1746157097.271557:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:3109:x1830977685521536:12345-192.168.203.44@tcp:101:cp.0 Request processed in 247us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.271563:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51827 00000100:00100000:0.0:1746157097.275717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.275827:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685521664 00000100:00100000:1.0:1746157097.275835:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685521664 00000100:00100000:1.0:1746157097.275897:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51828 00000100:00100000:1.0:1746157097.275905:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:3109:x1830977685521664:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:1.0:1746157097.275921:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157097.275935:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed8853517f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820aea expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.275984:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed8853517fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.275996:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed8853517fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276006:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed8853517fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276016:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351805 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276022:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276028:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276095:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5a00/0x7b65fed88535180c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276101:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5a00/0x7b65fed88535180c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276106:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5a00/0x7b65fed88535180c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000004:00200000:1.0:1746157097.276162:0:8902:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:1.0:1746157097.276165:0:8902:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746157097.276180:0:8902:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5a00/0x7b65fed88535180c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276189:0:8902:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed8853517fe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276194:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed8853517fe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276199:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed8853517fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276208:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed8853517fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276213:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c7a4e00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157097.276216:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed8853517fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276227:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed8853517fe lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276236:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157097.276239:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157097.276242:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed8853517fe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276247:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed8853517fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276258:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276262:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276267:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351805 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276271:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c7a5400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157097.276273:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351805 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276277:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351805 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276314:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009f576300) 00010000:00010000:1.0:1746157097.276316:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157097.276319:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351805 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276323:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351805 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.276343:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed8853517f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aea expref: 16 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.276353:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5a00/0x7b65fed88535180c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aea expref: 15 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.276358:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009f576d00) 00010000:00010000:1.0:1746157097.276360:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746157097.276362:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a5a00, rc 0) 00000100:00100000:1.0:1746157097.276965:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:3109:x1830977685521664:12345-192.168.203.44@tcp:101:cp.0 Request processed in 1057us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.276972:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51828 00000100:00100000:0.0:1746157097.278672:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.278731:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685521792 00000100:00100000:1.0:1746157097.278758:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685521792 00000100:00100000:1.0:1746157097.278797:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51829 00000100:00100000:1.0:1746157097.278809:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:3109:x1830977685521792:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:1.0:1746157097.278824:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157097.278845:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5e00/0x7b65fed885351813 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820af1 expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.278896:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed88535181a lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.278907:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed88535181a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.278916:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed88535181a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000004:00200000:1.0:1746157097.278952:0:8902:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746157097.278956:0:8902:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746157097.278979:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5e00/0x7b65fed885351813 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820af1 expref: 17 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.278993:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed88535181a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820af1 expref: 16 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.279000:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009f576200) 00010000:00010000:1.0:1746157097.279002:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746157097.279004:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4200, rc 0) 00000100:00100000:1.0:1746157097.279039:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:3109:x1830977685521792:12345-192.168.203.44@tcp:101:cp.0 Request processed in 234us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.279045:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51829 00000100:00100000:0.0:1746157097.281024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.281633:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685521920 00000100:00100000:2.0:1746157097.281640:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685521920 00000100:00100000:1.0:1746157097.281871:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51830 00000100:00100000:1.0:1746157097.281880:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:3109:x1830977685521920:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:1.0:1746157097.281894:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157097.281910:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7a4400/0x7b65fed885351821 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820af8 expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.281954:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7a4600/0x7b65fed885351828 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.281966:0:8902:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c6ab600/0x7b65fed8853517e2 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7b65fed8853517db expref: 6 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.281972:0:8902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7a4600/0x7b65fed885351828 lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT1 00010000:00010000:1.0:1746157097.282000:0:8902:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c6ab600/0x7b65fed8853517e2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x7b65fed8853517db expref: 6 pid: 7242 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157097.282011:0:8902:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8902:1830977679346176:0@lo:104: 00000100:00100000:1.0:1746157097.282049:0:8902:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157097.282100:0:8902:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157097.282443:0:7219:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1746157097.282455:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679346176 00000100:00100000:3.0:1746157097.282458:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679346176 00000100:00100000:3.0:1746157097.282497:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1746157097.282502:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fca2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8902:x1830977679346176:12345-0@lo:104: 00010000:00010000:3.0:1746157097.282511:0:7219:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x7b65fed8853517e2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157097.282567:0:7219:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1746157097.282571:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fca2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8902:x1830977679346176:12345-0@lo:104: Request processed in 70us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157097.282577:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:2.0:1746157097.282591:0:10921:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746157097.282597:0:10921:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x7b65fed8853517e2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.282604:0:10921:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f3efc00 already unused, calling callback (ffffffffa0f1ae30) 00010000:00010000:2.0:1746157097.282609:0:10921:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x7b65fed8853517e2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746157097.282615:0:10921:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x7b65fed8853517e2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.282636:0:10921:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7b65fed8853517e2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.282641:0:10921:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1746157097.282660:0:10921:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7b65fed8853517e2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.282665:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008f3efc00/0x7b65fed8853517db lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7b65fed8853517e2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.282680:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157097.282681:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157097.282682:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746157097.282723:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746157097.282731:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679346304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1746157097.282771:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157097.282803:0:8902:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8902:1830977679346176:0@lo:104: 00010000:00010000:1.0:1746157097.282814:0:8902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7a4600/0x7b65fed885351828 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT1 00000100:00100000:2.0:1746157097.282897:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679346304 00000100:00100000:2.0:1746157097.282900:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679346304 00010000:00010000:2.0:1746157097.282915:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c6ab600/0x7b65fed8853517e2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x7b65fed8853517db expref: 7 pid: 7242 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157097.282933:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17677 00000100:00100000:2.0:1746157097.282938:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3768:x1830977679346304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1746157097.282944:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746157097.286275:0:8376:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967391 is committed 00010000:00010000:2.0:1746157097.286421:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c6ab600/0x7b65fed8853517e2 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x7b65fed8853517db expref: 6 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.286436:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008e6df200) 00010000:00010000:2.0:1746157097.286440:0:11912:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7a4600/0x7b65fed885351828 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT1 00010000:00010000:2.0:1746157097.286448:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7a4600/0x7b65fed885351828 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8902 initiator: MDT1 00010000:00010000:2.0:1746157097.286454:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7a4600/0x7b65fed885351828 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8902 initiator: MDT1 00010000:00010000:2.0:1746157097.287021:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157097.287249:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679346304:12345-0@lo:103:ldlm_bl.0 Request processed in 4308us (4474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.287258:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17677 00000100:00100000:0.0:1746157097.287912:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679346304:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746157097.288884:0:8902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7a4600/0x7b65fed885351828 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT1 00010000:00010000:1.0:1746157097.288894:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7a4600/0x7b65fed885351828 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT1 00000004:00200000:1.0:1746157097.288944:0:8902:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746157097.288949:0:8902:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746157097.288989:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7a4400/0x7b65fed885351821 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820af8 expref: 8 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.289002:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7a4600/0x7b65fed885351828 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820af8 expref: 7 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.289009:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008e6df200) 00010000:00010000:1.0:1746157097.289012:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746157097.289014:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4600, rc 0) 00000100:00100000:1.0:1746157097.289063:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:3109:x1830977685521920:12345-192.168.203.44@tcp:101:cp.0 Request processed in 7184us (8044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.289070:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51830 00000100:00100000:0.0:1746157097.293118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.293210:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685522048 00000100:00100000:1.0:1746157097.293219:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685522048 00000100:00100000:1.0:1746157097.293779:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51831 00000100:00100000:1.0:1746157097.293788:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:3109:x1830977685522048:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:1.0:1746157097.293803:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157097.293819:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80800/0x7b65fed88535182f lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820aff expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.293876:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80e00/0x7b65fed885351836 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293887:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80e00/0x7b65fed885351836 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293896:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80e00/0x7b65fed885351836 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293906:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80600/0x7b65fed88535183d lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293912:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80600/0x7b65fed88535183d lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293917:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80600/0x7b65fed88535183d lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293962:0:8902:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80e00/0x7b65fed885351836 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293967:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80e00/0x7b65fed885351836 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293972:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80e00/0x7b65fed885351836 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293977:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80e00/0x7b65fed885351836 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293981:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e80e00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157097.293984:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80e00/0x7b65fed885351836 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293989:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80e00/0x7b65fed885351836 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.293998:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009f576200) 00010000:00010000:1.0:1746157097.294000:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157097.294004:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80e00/0x7b65fed885351836 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.294009:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80e00/0x7b65fed885351836 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.294020:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80600/0x7b65fed88535183d lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.294026:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80600/0x7b65fed88535183d lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.294030:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80600/0x7b65fed88535183d lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.294034:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e80600 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157097.294036:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80600/0x7b65fed88535183d lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.294039:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80600/0x7b65fed88535183d lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.294044:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88008cea1300) 00010000:00010000:1.0:1746157097.294046:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157097.294047:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80600/0x7b65fed88535183d lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.294051:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80600/0x7b65fed88535183d lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.294073:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80800/0x7b65fed88535182f lrc: 1/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aff expref: 17 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.294080:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80800/0x7b65fed88535182f lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820aff expref: 17 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.294087:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80800, rc 0) 00000100:00100000:1.0:1746157097.294137:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:3109:x1830977685522048:12345-192.168.203.44@tcp:101:cp.0 Request processed in 351us (1025us total) trans 0 rc 301/301 00000100:00100000:1.0:1746157097.294143:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51831 00000100:00100000:0.0:1746157097.297635:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.297683:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685522304 00000100:00100000:2.0:1746157097.297690:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685522304 00000100:00100000:2.0:1746157097.298167:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51832 00000100:00100000:2.0:1746157097.298175:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:3109:x1830977685522304:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:2.0:1746157097.298191:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157097.298194:0:21512:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746157097.298215:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed88535181a lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820af1 expref: 16 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.298230:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009f576200) 00010000:00010000:2.0:1746157097.298233:0:21512:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157097.298241:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed885351844 lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b06 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.298313:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed88535184b lrc: 3/0,1 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298324:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed88535184b lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298331:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed88535184b lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298340:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298345:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298350:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00080000:2.0:1746157097.298564:0:21512:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:2.0:1746157097.298654:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351859 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298661:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351859 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298669:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351859 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298694:0:21512:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed88535184b lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298699:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed88535184b lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298704:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed88535184b lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298708:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed88535184b lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298713:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134a76000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157097.298716:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed88535184b lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298722:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed88535184b lrc: 5/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.298729:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009f576200) 00010000:00010000:2.0:1746157097.298731:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157097.301969:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed88535184b lrc: 3/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.301986:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed88535184b lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00000004:00010000:2.0:1746157097.302005:0:21512:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009118df80 reply state ffff88008cccf000 transno 4294989378 ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.302024:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.302033:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009f576700) 00010000:00010000:2.0:1746157097.302035:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746157097.302040:0:21512:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746157097.302086:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed885351844 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b06 expref: 18 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.302098:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351859 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b06 expref: 17 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.302104:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009f576800) 00010000:00010000:2.0:1746157097.302106:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157097.302108:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76600, rc 0) 00000100:00100000:2.0:1746157097.302178:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:3109:x1830977685522304:12345-192.168.203.44@tcp:101:cp.0 Request processed in 4003us (4551us total) trans 4294989378 rc 0/0 00000100:00100000:2.0:1746157097.302185:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51832 00000100:00100000:0.0:1746157097.307859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.308024:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685522432 00000100:00100000:2.0:1746157097.308033:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685522432 00000100:00100000:2.0:1746157097.308078:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30344 00000100:00100000:2.0:1746157097.308085:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2011:x1830977685522432:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:2.0:1746157097.308100:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157097.308115:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed885351867 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b0d expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746157097.308135:0:9577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746157097.308151:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157097.308153:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157097.308159:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed885351867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b0d expref: 6 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157097.308174:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed885351867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b0d expref: 6 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157097.308183:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:2.0:1746157097.309713:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685522432:12345-192.168.203.44@tcp:101:cp.0 Request processed in 1619us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.309722:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30344 00000100:00100000:0.0:1746157097.313216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.313533:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685522560 00000100:00100000:2.0:1746157097.313541:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685522560 00000100:00100000:2.0:1746157097.313583:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30345 00000100:00100000:2.0:1746157097.313589:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009facb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:3109:x1830977685522560:12345-192.168.203.44@tcp:101:cp.0 00010000:00010000:2.0:1746157097.313603:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157097.313616:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b14 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.313639:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed885351867 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b0d expref: 7 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157097.313645:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157097.313647:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157097.313650:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.313672:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed885351867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b0d expref: 7 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157097.313686:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed885351867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b0d expref: 7 pid: 9577 timeout: 857 lvb_type: 1 00000100:00100000:2.0:1746157097.313696:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679346432:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157097.313786:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157097.316005:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679346432:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157097.316031:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.316046:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77a00, rc 0) 00000100:00100000:2.0:1746157097.316328:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009facb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:3109:x1830977685522560:12345-192.168.203.44@tcp:101:cp.0 Request processed in 2737us (3119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.316336:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30345 00000100:00100000:0.0:1746157097.316818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.316879:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685522688 00000100:00100000:2.0:1746157097.316884:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685522688 00010000:00010000:2.0:1746157097.316904:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed885351867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b0d expref: 7 pid: 9577 timeout: 857 lvb_type: 1 00000100:00100000:2.0:1746157097.317015:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17678 00000100:00100000:2.0:1746157097.317021:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685522688:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157097.317030:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157097.317045:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed885351867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b0d expref: 7 pid: 9577 timeout: 857 lvb_type: 1 00010000:00010000:2.0:1746157097.317060:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed885351867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b0d expref: 7 pid: 9577 timeout: 857 lvb_type: 1 00010000:00010000:2.0:1746157097.317078:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a77e00/0x7b65fed885351867 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b0d expref: 7 pid: 9577 timeout: 857 lvb_type: 1 00010000:00010000:2.0:1746157097.318757:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157097.318762:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157097.318775:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.318784:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.318824:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157097.318835:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679346560:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157097.318953:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157097.321891:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009108b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679346560:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157097.321912:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157097.321972:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685522688:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4949us (5153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.321983:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17678 00000100:00100000:1.0:1746157097.322893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157097.325368:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685522944 00000100:00100000:3.0:1746157097.325379:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685522944 00000100:00100000:3.0:1746157097.325430:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 195 00000100:00100000:3.0:1746157097.325437:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:3109:x1830977685522944:12345-192.168.203.44@tcp:35:cp.0 00000100:00100000:3.0:1746157097.325659:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:3109:x1830977685522944:12345-192.168.203.44@tcp:35:cp.0 Request processed in 221us (2767us total) trans 4294989379 rc 0/0 00000100:00100000:3.0:1746157097.325665:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 195 00000100:00100000:2.0:1746157097.355492:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746157097.355510:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679346688:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746157097.355559:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157097.356659:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679346688 00000100:00100000:1.0:1746157097.356669:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679346688 00000100:00100000:1.0:1746157097.356718:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1746157097.356724:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679346688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746157097.356791:0:7242:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:3.0:1746157097.359256:0:3767:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967391 gen 2 00000004:00080000:3.0:1746157097.359265:0:3767:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967391 committed transno 4294967391 00000100:00100000:3.0:1746157097.359295:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679346688:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746157097.359915:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679346688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3187us (4351us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.359925:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1746157097.362148:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.363250:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685523200 00000100:00100000:2.0:1746157097.363261:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685523200 00000100:00100000:2.0:1746157097.363307:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51833 00000100:00100000:2.0:1746157097.363314:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:3112:x1830977685523200:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157097.363342:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157097.363360:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351875 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b1b expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.363445:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77600/0x7b65fed88535187c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.363455:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77600/0x7b65fed88535187c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.363465:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77600/0x7b65fed88535187c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:2.0:1746157097.363473:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:2.0:1746157097.363556:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351875 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b1b expref: 22 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.363574:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77600/0x7b65fed88535187c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b1b expref: 21 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.363582:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009f576800) 00010000:00010000:2.0:1746157097.363584:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746157097.363587:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77600, rc 0) 00000100:00100000:2.0:1746157097.363690:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:3112:x1830977685523200:12345-192.168.203.44@tcp:101:dd.0 Request processed in 375us (1549us total) trans 4294989380 rc 0/0 00000100:00100000:2.0:1746157097.363697:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51833 00000100:00100000:0.0:1746157097.404256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.404315:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685523328 00000100:00100000:2.0:1746157097.404322:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685523328 00000100:00100000:2.0:1746157097.404485:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51834 00000100:00100000:2.0:1746157097.404493:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:3116:x1830977685523328:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157097.404507:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157097.404522:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76c00/0x7b65fed88535188a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b22 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.404568:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.404579:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.404587:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:2.0:1746157097.404616:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746157097.404619:0:21512:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746157097.404633:0:21512:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.404648:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76c00/0x7b65fed88535188a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b22 expref: 14 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.405083:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b22 expref: 13 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.405092:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157097.405095:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157097.405098:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77c00, rc 0) 00000100:00100000:2.0:1746157097.405302:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:3116:x1830977685523328:12345-192.168.203.44@tcp:101:dd.0 Request processed in 809us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.405308:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51834 00000100:00100000:1.0:1746157097.410108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.410783:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685523456 00000100:00100000:2.0:1746157097.410792:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685523456 00000100:00100000:2.0:1746157097.410851:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51835 00000100:00100000:2.0:1746157097.410858:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:3116:x1830977685523456:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157097.410875:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157097.410892:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77e00/0x7b65fed885351898 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b29 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.410945:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed88535189f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.410956:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed88535189f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.410964:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed88535189f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.410973:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed8853518a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.410978:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed8853518a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.410982:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed8853518a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411038:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76c00/0x7b65fed8853518ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411044:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76c00/0x7b65fed8853518ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411048:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76c00/0x7b65fed8853518ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:2.0:1746157097.411094:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:2.0:1746157097.411097:0:21512:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746157097.411110:0:21512:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76c00/0x7b65fed8853518ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411117:0:21512:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed88535189f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411121:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed88535189f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411125:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed88535189f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411129:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed88535189f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411133:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134a76800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157097.411136:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed88535189f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411142:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed88535189f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411150:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157097.411152:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157097.411155:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed88535189f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411160:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76800/0x7b65fed88535189f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411178:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed8853518a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411182:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed8853518a6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411186:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed8853518a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411189:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134a76000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157097.411191:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed8853518a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411194:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed8853518a6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411199:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009f576300) 00010000:00010000:2.0:1746157097.411201:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157097.411202:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed8853518a6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411206:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76000/0x7b65fed8853518a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157097.411220:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77e00/0x7b65fed885351898 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b29 expref: 15 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.411228:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76c00/0x7b65fed8853518ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b29 expref: 14 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.411236:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009f576d00) 00010000:00010000:2.0:1746157097.411238:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746157097.411239:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76c00, rc 0) 00000100:00100000:2.0:1746157097.411276:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:3116:x1830977685523456:12345-192.168.203.44@tcp:101:dd.0 Request processed in 419us (1176us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.411281:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51835 00000100:00100000:0.0:1746157097.413891:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.414007:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685523584 00000100:00100000:1.0:1746157097.414015:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685523584 00000100:00100000:1.0:1746157097.414274:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51836 00000100:00100000:1.0:1746157097.414285:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:3116:x1830977685523584:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:1.0:1746157097.414305:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157097.414323:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e81000/0x7b65fed8853518b4 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b30 expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.414372:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80200/0x7b65fed8853518bb lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.414384:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80200/0x7b65fed8853518bb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.414396:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80200/0x7b65fed8853518bb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000004:00200000:1.0:1746157097.414435:0:8902:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746157097.414438:0:8902:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746157097.414462:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e81000/0x7b65fed8853518b4 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b30 expref: 16 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.414502:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80200/0x7b65fed8853518bb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b30 expref: 15 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.414512:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009f576200) 00010000:00010000:1.0:1746157097.414533:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746157097.414536:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80200, rc 0) 00000100:00100000:1.0:1746157097.414594:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+15:3116:x1830977685523584:12345-192.168.203.44@tcp:101:dd.0 Request processed in 310us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.414601:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51836 00000100:00100000:0.0:1746157097.419080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.419521:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685523712 00000100:00100000:1.0:1746157097.419530:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685523712 00000100:00100000:1.0:1746157097.419590:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51837 00000100:00100000:1.0:1746157097.419598:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:3116:x1830977685523712:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:1.0:1746157097.419616:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157097.419633:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093e80800/0x7b65fed8853518c2 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b37 expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.419802:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093e80600/0x7b65fed8853518c9 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.419819:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093e80600/0x7b65fed8853518c9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT1 00010000:00010000:1.0:1746157097.419829:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093e80600/0x7b65fed8853518c9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT1 00000004:00200000:1.0:1746157097.419873:0:8902:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746157097.419877:0:8902:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746157097.419915:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093e80800/0x7b65fed8853518c2 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b37 expref: 8 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.419929:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880093e80600/0x7b65fed8853518c9 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b37 expref: 7 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.419937:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008e6df200) 00010000:00010000:1.0:1746157097.419939:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746157097.419941:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80600, rc 0) 00000100:00100000:1.0:1746157097.419987:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:3116:x1830977685523712:12345-192.168.203.44@tcp:101:dd.0 Request processed in 390us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.419993:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51837 00000100:00100000:0.0:1746157097.424692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.424906:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685523968 00000100:00100000:1.0:1746157097.424914:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685523968 00000100:00100000:1.0:1746157097.425089:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51838 00000100:00100000:1.0:1746157097.425097:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+15:3116:x1830977685523968:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:1.0:1746157097.425113:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157097.425129:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e81000/0x7b65fed8853518d0 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b3e expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.425201:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80c00/0x7b65fed8853518d7 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.425213:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80c00/0x7b65fed8853518d7 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.425223:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80c00/0x7b65fed8853518d7 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.425233:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97ac00/0x7b65fed8853518de lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.425238:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97ac00/0x7b65fed8853518de lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.425243:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97ac00/0x7b65fed8853518de lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.425329:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed8853518e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.425336:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed8853518e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.425341:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed8853518e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000004:00200000:1.0:1746157097.425347:0:8902:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:1.0:1746157097.426104:0:8902:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80c00/0x7b65fed8853518d7 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426110:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80c00/0x7b65fed8853518d7 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426115:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80c00/0x7b65fed8853518d7 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426120:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80c00/0x7b65fed8853518d7 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426128:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e80c00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157097.426131:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80c00/0x7b65fed8853518d7 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426137:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80c00/0x7b65fed8853518d7 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426146:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009f576200) 00010000:00010000:1.0:1746157097.426148:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157097.426151:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80c00/0x7b65fed8853518d7 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426159:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80c00/0x7b65fed8853518d7 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426170:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97ac00/0x7b65fed8853518de lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426174:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97ac00/0x7b65fed8853518de lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426178:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97ac00/0x7b65fed8853518de lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426182:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e97ac00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157097.426184:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97ac00/0x7b65fed8853518de lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426188:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97ac00/0x7b65fed8853518de lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426194:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009f576700) 00010000:00010000:1.0:1746157097.426196:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157097.426198:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97ac00/0x7b65fed8853518de lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426202:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e97ac00/0x7b65fed8853518de lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:1.0:1746157097.426233:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e81000/0x7b65fed8853518d0 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b3e expref: 18 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.426243:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed8853518e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b3e expref: 17 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.426253:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009f576800) 00010000:00010000:1.0:1746157097.426254:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157097.426256:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091004000, rc 0) 00000100:00100000:1.0:1746157097.426306:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:3116:x1830977685523968:12345-192.168.203.44@tcp:101:dd.0 Request processed in 1209us (1621us total) trans 4294989381 rc 0/0 00000100:00100000:1.0:1746157097.426312:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51838 00000100:00100000:0.0:1746157097.433845:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.433904:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685524096 00000100:00100000:2.0:1746157097.433911:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685524096 00000100:00100000:2.0:1746157097.433961:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30346 00000100:00100000:2.0:1746157097.433968:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:3116:x1830977685524096:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157097.433985:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157097.434001:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b45 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.434026:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.434033:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157097.434035:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157097.434038:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.434063:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.434686:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 5 pid: 9577 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746157097.434702:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679346816:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157097.435856:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157097.439116:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679346816:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157097.439142:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.439154:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbba00, rc 0) 00000100:00100000:2.0:1746157097.439194:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:3116:x1830977685524096:12345-192.168.203.44@tcp:101:dd.0 Request processed in 5227us (5363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.439201:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30346 00000100:00100000:0.0:1746157097.439602:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157097.439654:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685524224 00000100:00100000:3.0:1746157097.439660:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685524224 00002000:00100000:3.0:1746157097.439694:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1715) req@ffff88011f1c7100 x1830977685524224/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:658/0 lens 2208/0 e 0 to 0 dl 1746157108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157097.439703:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7100 with x1830977685524224 ext(0->1715) 00010000:00010000:3.0:1746157097.439709:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 6 pid: 9577 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746157097.439720:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 6 pid: 9577 timeout: 857 lvb_type: 0 00002000:00010000:3.0:1746157097.439725:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c7100 00000100:00100000:3.0:1746157097.439778:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3068 00000100:00100000:3.0:1746157097.439785:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685524224:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157097.440555:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685524224:12345-192.168.203.44@tcp:4:dd.0 Request processed in 767us (950us total) trans 4294970680 rc 0/0 00000100:00100000:0.0:1746157097.440563:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3068 00002000:00100000:0.0:1746157097.440568:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1715) req@ffff88011f1c7100 x1830977685524224/t4294970680(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:658/0 lens 2208/448 e 0 to 0 dl 1746157108 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157097.440574:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7100 with x1830977685524224 ext(0->1715) 00010000:00010000:0.0:1746157097.440580:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 8 pid: 9577 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746157097.440590:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 8 pid: 9577 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746157097.440596:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011f1c7100 00000100:00100000:0.0:1746157097.442470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.442651:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685524352 00000100:00100000:2.0:1746157097.442658:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685524352 00010000:00010000:2.0:1746157097.442684:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 8 pid: 9577 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746157097.442723:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17679 00000100:00100000:2.0:1746157097.442730:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2012:x1830977685524352:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157097.442766:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746157097.442781:0:11912:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:2.0:1746157097.442784:0:11912:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1746157097 00002000:00010000:2.0:1746157097.442786:0:11912:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 0 -> 1746157097 00002000:00010000:2.0:1746157097.442787:0:11912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1746157097 00002000:00010000:2.0:1746157097.442788:0:11912:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1746157097.442793:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 8 pid: 9577 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746157097.442804:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 8 pid: 9577 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746157097.442823:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a77a00/0x7b65fed88535186e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b14 expref: 8 pid: 9577 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746157097.443160:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157097.443162:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157097.443169:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.443175:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.443200:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157097.443209:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679346944:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157097.443526:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157097.446206:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679346944:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157097.446225:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157097.446421:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685524352:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3690us (3954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.446431:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17679 00000100:00100000:0.0:1746157097.446782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.446972:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685524608 00000100:00100000:1.0:1746157097.446978:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685524608 00002000:00100000:1.0:1746157097.447016:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011f1c7480 x1830977685524608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:658/0 lens 488/0 e 0 to 0 dl 1746157108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157097.447024:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7480 with x1830977685524608 ext(0->4095) 00002000:00010000:1.0:1746157097.447028:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c7480 00000100:00100000:1.0:1746157097.447043:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13962 00000100:00100000:1.0:1746157097.447048:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685524608:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:1.0:1746157097.447151:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685524608:12345-192.168.203.44@tcp:3:dd.0 Request processed in 102us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157097.447156:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13962 00002000:00100000:1.0:1746157097.447161:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011f1c7480 x1830977685524608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:658/0 lens 488/4536 e 0 to 0 dl 1746157108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157097.447167:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011f1c7480 with x1830977685524608 ext(0->4095) 00002000:00010000:1.0:1746157097.447169:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011f1c7480 00000100:00100000:1.0:1746157097.450245:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830977679347328:0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450245:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:81652853-4347-4196-931c-6de7451a0496:3765:1830977679347072:0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450292:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679347456:0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450332:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157097.450332:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157097.450332:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157097.450357:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679347072 00000100:00100000:1.0:1746157097.450363:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679347072 00000100:00100000:0.0:1746157097.450370:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679347200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746157097.450373:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679347968:0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450388:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157097.450393:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1746157097.450398:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157097.450399:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:81652853-4347-4196-931c-6de7451a0496+23:3765:x1830977679347072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450405:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3765:1830977679347712:0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450408:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679348480:0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450419:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157097.450421:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157097.450431:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:81652853-4347-4196-931c-6de7451a0496+23:3765:x1830977679347072:12345-0@lo:400:kworker.0 Request processed in 32us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.450431:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3765:1830977679348224:0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450434:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746157097.450436:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1746157097.450439:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830977679347584:0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450442:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157097.450450:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157097.450461:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679348096:0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450462:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:81652853-4347-4196-931c-6de7451a0496:3765:1830977679347072:0@lo:400:kworker.0 00000100:00100000:1.0:1746157097.450463:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679347328 00000100:00100000:1.0:1746157097.450465:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679347328 00000100:00100000:2.0:1746157097.450472:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157097.450472:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746157097.450475:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3765:1830977679347840:0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450481:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679348608:0@lo:400:kworker.0 00000100:00100000:1.0:1746157097.450481:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679347712 00000100:00100000:1.0:1746157097.450483:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679347712 00000100:00100000:0.0:1746157097.450487:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157097.450492:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157097.450496:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3765:1830977679348352:0@lo:400:kworker.0 00000100:00100000:1.0:1746157097.450498:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679348224 00000100:00100000:1.0:1746157097.450500:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679348224 00000100:00100000:0.0:1746157097.450507:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157097.450508:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679347968 00000100:00100000:1.0:1746157097.450509:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679347584 00000100:00100000:2.0:1746157097.450511:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679347968 00000100:00100000:1.0:1746157097.450511:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679347584 00000100:00100000:1.0:1746157097.450519:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679347840 00000100:00100000:0.0:1746157097.450520:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679348352 00000100:00100000:1.0:1746157097.450521:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679347840 00000100:00100000:0.0:1746157097.450522:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679348352 00000100:00100000:2.0:1746157097.450530:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679348480 00000100:00100000:2.0:1746157097.450531:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679348480 00000100:00100000:1.0:1746157097.450531:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1746157097.450535:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830977679347328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450538:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679348096 00000100:00100000:0.0:1746157097.450539:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1746157097.450540:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679348096 00000100:00100000:0.0:1746157097.450543:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830977679347712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450549:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679348608 00000100:00100000:2.0:1746157097.450550:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679348608 00000100:00100000:1.0:1746157097.450557:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830977679347328:12345-0@lo:400:kworker.0 Request processed in 21us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.450559:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1746157097.450562:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1746157097.450563:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679347968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450566:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830977679347712:12345-0@lo:400:kworker.0 Request processed in 23us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.450571:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1746157097.450573:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1746157097.450575:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830977679348224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450583:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679347968:12345-0@lo:400:kworker.0 Request processed in 21us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.450583:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1746157097.450587:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1746157097.450587:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830977679347584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157097.450594:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830977679348224:12345-0@lo:400:kworker.0 Request processed in 19us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.450595:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1746157097.450598:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679348480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157097.450598:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1746157097.450604:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830977679347584:12345-0@lo:400:kworker.0 Request processed in 17us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.450606:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1746157097.450609:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1746157097.450610:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830977679347840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450613:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679348480:12345-0@lo:400:kworker.0 Request processed in 15us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.450617:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1746157097.450617:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1746157097.450620:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830977679348352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450623:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1746157097.450626:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679348096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450636:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830977679348352:12345-0@lo:400:kworker.0 Request processed in 16us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157097.450639:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1746157097.450641:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679348096:12345-0@lo:400:kworker.0 Request processed in 15us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.450643:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830977679347840:12345-0@lo:400:kworker.0 Request processed in 33us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.450645:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1746157097.450648:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1746157097.450651:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1746157097.450655:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a888ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1830977679348608:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746157097.450662:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157097.450664:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746157097.450666:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157097.450667:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746157097.450671:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a888ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1830977679348608:12345-0@lo:400:kworker.0 Request processed in 16us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.450672:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830977679347328:0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450675:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1746157097.450678:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007ca03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3765:1830977679347840:0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450685:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3765:1830977679348352:0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450691:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007ca02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3765:1830977679347712:0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450697:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3765:1830977679348224:0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450704:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830977679347584:0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450711:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679348096:0@lo:400:kworker.0 00000100:00100000:1.0:1746157097.450712:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679347200 00000100:00100000:1.0:1746157097.450715:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679347200 00000100:00100000:2.0:1746157097.450717:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679348608:0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450723:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007ca02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679347968:0@lo:400:kworker.0 00000100:00100000:2.0:1746157097.450729:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679348480:0@lo:400:kworker.0 00000100:00100000:1.0:1746157097.450750:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1746157097.450755:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3765:x1830977679347200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746157097.450766:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3920142336 avail 3688620032 00000100:00100000:1.0:1746157097.450790:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3765:x1830977679347200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.450794:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1746157097.450806:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679347456 00000100:00100000:3.0:1746157097.450809:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679347456 00000100:00100000:3.0:1746157097.450829:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1746157097.450834:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830977679347456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.450854:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679347200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746157097.450872:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830977679347456:12345-0@lo:400:kworker.0 Request processed in 38us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157097.450876:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1746157097.451047:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679347456:0@lo:400:kworker.0 00000100:00100000:0.0:1746157097.480237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.480775:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685524864 00000100:00100000:1.0:1746157097.480963:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685524864 00000100:00100000:1.0:1746157097.481027:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 196 00000100:00100000:1.0:1746157097.481035:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:3116:x1830977685524864:12345-192.168.203.44@tcp:35:dd.0 00000100:00100000:1.0:1746157097.481290:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:3116:x1830977685524864:12345-192.168.203.44@tcp:35:dd.0 Request processed in 255us (1058us total) trans 4294989382 rc 0/0 00000100:00100000:1.0:1746157097.481297:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 196 00000100:00100000:0.0:1746157097.481883:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679348736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746157097.481913:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157097.482667:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679348736 00000100:00100000:1.0:1746157097.482672:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679348736 00000100:00100000:1.0:1746157097.482700:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1746157097.482705:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679348736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746157097.482719:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3920142336 avail 3688620032 00000100:00100000:1.0:1746157097.482767:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679348736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.482773:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1746157097.482849:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679348736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746157097.495611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.496010:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685524992 00000100:00100000:1.0:1746157097.496019:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685524992 00000100:00100000:1.0:1746157097.496072:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51839 00000100:00100000:1.0:1746157097.496079:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:3119:x1830977685524992:12345-192.168.203.44@tcp:101:truncate.0 00010000:00010000:1.0:1746157097.496099:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157097.496114:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed8853518fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b4c expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.496142:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291e00/0x7b65fed885351901 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.496158:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091291e00/0x7b65fed885351901 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.496168:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091291e00/0x7b65fed885351901 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.496254:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed8853518fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b4c expref: 23 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.496287:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291e00/0x7b65fed885351901 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b4c expref: 22 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.496294:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009f576800) 00010000:00010000:1.0:1746157097.496296:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1746157097.496299:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091291e00, rc 0) 00000100:00100000:1.0:1746157097.496337:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:3119:x1830977685524992:12345-192.168.203.44@tcp:101:truncate.0 Request processed in 259us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.496346:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51839 00000100:00100000:0.0:1746157097.498201:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.498498:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685525248 00000100:00100000:2.0:1746157097.498505:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685525248 00000100:00100000:2.0:1746157097.498579:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51840 00000100:00100000:2.0:1746157097.498586:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:3119:x1830977685525248:12345-192.168.203.44@tcp:36:truncate.0 00010000:00010000:2.0:1746157097.498628:0:8902:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157097.498650:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351859 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b06 expref: 22 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.498678:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009f576800) 00010000:00010000:2.0:1746157097.498682:0:8902:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157097.498823:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.498834:0:8902:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed8853518e5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b3e expref: 17 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.498853:0:8902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.498879:0:8902:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed8853518e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b3e expref: 17 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.498889:0:8902:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed8853518e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b3e expref: 17 pid: 8902 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746157097.498900:0:8902:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8889500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8902:1830977679348864:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157097.498973:0:8902:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f2616c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157097.500369:0:8902:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8889500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8902:1830977679348864:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157097.500385:0:8902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000100:00100000:0.0:1746157097.500535:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.500678:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685525376 00000100:00100000:2.0:1746157097.500683:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685525376 00010000:00010000:2.0:1746157097.500706:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed8853518e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b3e expref: 18 pid: 8902 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746157097.501316:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17680 00000100:00100000:2.0:1746157097.501324:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:2011:x1830977685525376:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157097.501335:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157097.501340:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed8853518e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b3e expref: 18 pid: 8902 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746157097.501348:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed8853518e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b3e expref: 18 pid: 8902 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746157097.501363:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed8853518e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b3e expref: 18 pid: 8902 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746157097.501381:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009f576800) 00010000:00010000:2.0:1746157097.501385:0:11912:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.501392:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.501397:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.501413:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157097.501449:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:2011:x1830977685525376:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 126us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.501455:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17680 00010000:00010000:2.0:1746157097.501473:0:8902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.501479:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000001:00080000:2.0:1746157097.501545:0:8902:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989383 00000004:00010000:2.0:1746157097.501581:0:8902:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88011f1c5880 reply state ffff88007f348000 transno 4294989384 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.501589:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.501594:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009f576800) 00010000:00010000:2.0:1746157097.501597:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746157097.501599:0:8902:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746157097.501650:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:3119:x1830977685525248:12345-192.168.203.44@tcp:36:truncate.0 Request processed in 3065us (3455us total) trans 4294989384 rc 0/0 00000100:00100000:2.0:1746157097.501656:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51840 00000020:00080000:2.0:1746157097.501659:0:8902:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746157097.503893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.503947:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685525504 00000100:00100000:1.0:1746157097.503955:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685525504 00000100:00100000:1.0:1746157097.504001:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30347 00000100:00100000:1.0:1746157097.504007:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:3119:x1830977685525504:12345-192.168.203.44@tcp:101:truncate.0 00010000:00010000:1.0:1746157097.504020:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157097.504033:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b53 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.504060:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.504067:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157097.504068:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157097.504071:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.504095:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.504105:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 5 pid: 9577 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746157097.504115:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679348992:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157097.504290:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157097.506068:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679348992:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157097.506094:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.506107:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290c00, rc 0) 00000100:00100000:1.0:1746157097.506142:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:3119:x1830977685525504:12345-192.168.203.44@tcp:101:truncate.0 Request processed in 2135us (2253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.506149:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30347 00000100:00100000:0.0:1746157097.507364:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.508352:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685525632 00000100:00100000:1.0:1746157097.508361:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685525632 00010000:00010000:1.0:1746157097.508395:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 6 pid: 9577 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746157097.508432:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17681 00000100:00100000:1.0:1746157097.508439:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2011:x1830977685525632:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157097.508450:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157097.508471:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 6 pid: 9577 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746157097.508536:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 6 pid: 9577 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746157097.508560:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cdbba00/0x7b65fed8853518f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b45 expref: 6 pid: 9577 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746157097.508586:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157097.508588:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157097.508593:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.508602:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.508939:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 7 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157097.508951:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679349120:192.168.203.44@tcp:105: 00000100:00100000:1.0:1746157097.509312:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157097.512057:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679349120:192.168.203.44@tcp:105: 00010000:00010000:1.0:1746157097.512077:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157097.512272:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:2011:x1830977685525632:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3830us (4910us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.512281:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17681 00000100:00100000:0.0:1746157097.512688:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.513948:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685525760 00000100:00100000:1.0:1746157097.513957:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685525760 00002000:00010000:1.0:1746157097.513989:0:24938:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (858->18446744073709551615) 00002000:00100000:1.0:1746157097.513992:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03800 with x1830977685525760 ext(858->18446744073709551615) 00002000:00010000:1.0:1746157097.514004:0:24938:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca03800. 00000100:00100000:1.0:1746157097.514041:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13963 00000100:00100000:1.0:1746157097.514049:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685525760:12345-192.168.203.44@tcp:10:truncate.0 00002000:00010000:1.0:1746157097.514289:0:24938:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746157097.514292:0:24938:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746157097 -> 1746157098 00002000:00010000:1.0:1746157097.514294:0:24938:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 1746157097 -> 1746157097 00002000:00010000:1.0:1746157097.514296:0:24938:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746157097 -> 1746157098 00002000:00010000:1.0:1746157097.514299:0:24938:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746157097.514356:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685525760:12345-192.168.203.44@tcp:10:truncate.0 Request processed in 308us (1669us total) trans 4294970681 rc 0/0 00000100:00100000:1.0:1746157097.514363:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13963 00002000:00010000:1.0:1746157097.514367:0:24938:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (858->18446744073709551615) 00002000:00100000:1.0:1746157097.514368:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ca03800 with x1830977685525760 ext(858->18446744073709551615) 00002000:00010000:1.0:1746157097.514372:0:24938:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ca03800. 00000100:00100000:0.0:1746157097.527126:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.527585:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685526016 00000100:00100000:2.0:1746157097.527591:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685526016 00000100:00100000:2.0:1746157097.527635:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51841 00000100:00100000:2.0:1746157097.527641:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:3121:x1830977685526016:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157097.527660:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157097.527674:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351916 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b5a expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.527732:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed88535191d lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527774:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed88535191d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527790:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed88535191d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527800:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351924 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527806:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351924 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527810:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351924 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527888:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77e00/0x7b65fed88535192b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527894:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77e00/0x7b65fed88535192b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527900:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77e00/0x7b65fed88535192b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000004:00200000:2.0:1746157097.527907:0:8902:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00010000:00010000:2.0:1746157097.527963:0:8902:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed88535191d lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527969:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed88535191d lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527974:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed88535191d lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527979:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed88535191d lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.527984:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c7a4400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157097.527988:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed88535191d lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.528008:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed88535191d lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.528017:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009f576200) 00010000:00010000:2.0:1746157097.528020:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157097.528023:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed88535191d lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.528028:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4400/0x7b65fed88535191d lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.528050:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351924 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.528055:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351924 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.528058:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351924 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.528062:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134a76600 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157097.528064:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351924 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.528068:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351924 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.528073:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009f576700) 00010000:00010000:2.0:1746157097.528075:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157097.528076:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351924 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.528084:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76600/0x7b65fed885351924 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:2.0:1746157097.528111:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351916 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b5a expref: 27 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.528120:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77e00/0x7b65fed88535192b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b5a expref: 26 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.528125:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009f576800) 00010000:00010000:2.0:1746157097.528127:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157097.528128:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77e00, rc 0) 00000100:00100000:2.0:1746157097.528180:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:3121:x1830977685526016:12345-192.168.203.44@tcp:101:dd.0 Request processed in 538us (1061us total) trans 4294989385 rc 0/0 00000100:00100000:2.0:1746157097.528186:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51841 00000100:00100000:0.0:1746157097.532872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157097.532969:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685526272 00000100:00100000:3.0:1746157097.532979:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685526272 00000100:00100000:3.0:1746157097.533509:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 197 00000100:00100000:3.0:1746157097.533518:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:3121:x1830977685526272:12345-192.168.203.44@tcp:35:dd.0 00000100:00100000:3.0:1746157097.535492:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:3121:x1830977685526272:12345-192.168.203.44@tcp:35:dd.0 Request processed in 1969us (2622us total) trans 4294989386 rc 0/0 00000100:00100000:3.0:1746157097.535502:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 197 00000100:00100000:0.0:1746157097.538174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.538683:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685526528 00000100:00100000:2.0:1746157097.538691:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685526528 00002000:00100000:2.0:1746157097.538726:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800927d2300 x1830977685526528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:658/0 lens 488/0 e 0 to 0 dl 1746157108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157097.538854:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2300 with x1830977685526528 ext(0->4095) 00002000:00010000:2.0:1746157097.538860:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d2300 00000100:00100000:2.0:1746157097.538920:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13964 00000100:00100000:2.0:1746157097.538928:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977685526528:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:2.0:1746157097.539628:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977685526528:12345-192.168.203.44@tcp:3:dd.0 Request processed in 699us (1457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157097.539634:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13964 00002000:00100000:2.0:1746157097.539641:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800927d2300 x1830977685526528/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:658/0 lens 488/4536 e 0 to 0 dl 1746157108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157097.539648:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d2300 with x1830977685526528 ext(0->4095) 00002000:00010000:2.0:1746157097.539651:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d2300 00000100:00100000:0.0:1746157097.576440:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.576848:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685526784 00000100:00100000:1.0:1746157097.576857:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685526784 00000100:00100000:1.0:1746157097.576911:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51842 00000100:00100000:1.0:1746157097.576918:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:3126:x1830977685526784:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:1.0:1746157097.576937:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157097.576952:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290200/0x7b65fed885351939 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b61 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.577013:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351940 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577024:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351940 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577033:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351940 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577042:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351947 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577047:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351947 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577052:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351947 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577126:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e81000/0x7b65fed88535194e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577133:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e81000/0x7b65fed88535194e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577138:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e81000/0x7b65fed88535194e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:1.0:1746157097.577145:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00010000:00010000:1.0:1746157097.577200:0:21512:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351940 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577206:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351940 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577211:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351940 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577216:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351940 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577221:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091290400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157097.577224:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351940 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577229:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351940 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577238:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009f576200) 00010000:00010000:1.0:1746157097.577240:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157097.577244:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351940 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.577251:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351940 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.579002:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351947 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.579012:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351947 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.579017:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351947 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.579021:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091290800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157097.579024:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351947 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.579029:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351947 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.579041:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009f576700) 00010000:00010000:1.0:1746157097.579044:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157097.579047:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351947 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.579051:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351947 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:1.0:1746157097.579095:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290200/0x7b65fed885351939 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b61 expref: 20 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.579105:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e81000/0x7b65fed88535194e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b61 expref: 19 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.579115:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009f576800) 00010000:00010000:1.0:1746157097.579116:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157097.579118:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e81000, rc 0) 00000100:00100000:1.0:1746157097.579687:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:3126:x1830977685526784:12345-192.168.203.44@tcp:101:dd.0 Request processed in 2766us (3251us total) trans 4294989387 rc 0/0 00000100:00100000:1.0:1746157097.579695:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51842 00000100:00100000:0.0:1746157097.586532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.586650:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685526912 00000100:00100000:1.0:1746157097.586658:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685526912 00000100:00100000:1.0:1746157097.586876:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30348 00000100:00100000:1.0:1746157097.586884:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+5:3126:x1830977685526912:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:1.0:1746157097.586899:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157097.586912:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e80800/0x7b65fed88535195c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b68 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.586935:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.586942:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157097.586943:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157097.586946:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80800/0x7b65fed88535195c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b68 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.586969:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.586978:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 8 pid: 9577 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746157097.586988:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679349248:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157097.588514:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fea6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157097.590604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157097.590718:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679349248:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157097.590763:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e80800/0x7b65fed88535195c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b68 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157097.590779:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e80800, rc 0) 00000100:00100000:1.0:1746157097.590811:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:3126:x1830977685526912:12345-192.168.203.44@tcp:101:dd.0 Request processed in 3928us (4287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157097.590818:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30348 00000100:00100000:2.0:1746157097.590898:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685527040 00000100:00100000:2.0:1746157097.590904:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685527040 00010000:00010000:2.0:1746157097.590926:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 9 pid: 9577 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746157097.591218:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17682 00000100:00100000:2.0:1746157097.591225:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685527040:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157097.591238:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157097.591253:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 9 pid: 9577 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746157097.591262:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 9 pid: 9577 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746157097.591279:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091290c00/0x7b65fed88535190f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b53 expref: 9 pid: 9577 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746157097.591301:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157097.591303:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157097.591308:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e80800/0x7b65fed88535195c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b68 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.591315:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e80800/0x7b65fed88535195c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b68 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157097.591336:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e80800/0x7b65fed88535195c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b68 expref: 5 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157097.591345:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8889500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679349376:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157097.591387:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f261e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157097.593544:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8889500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679349376:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157097.593558:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157097.593586:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685527040:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2361us (2987us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.593594:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17682 00000100:00100000:0.0:1746157097.594709:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157097.595061:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685527296 00000100:00100000:2.0:1746157097.595067:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685527296 00002000:00100000:2.0:1746157097.595097:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800910ec380 x1830977685527296/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:658/0 lens 488/0 e 0 to 0 dl 1746157108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157097.595105:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ec380 with x1830977685527296 ext(0->4095) 00002000:00010000:2.0:1746157097.595109:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ec380 00000100:00100000:2.0:1746157097.595129:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13965 00000100:00100000:2.0:1746157097.595135:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685527296:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:2.0:1746157097.595229:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2010:x1830977685527296:12345-192.168.203.44@tcp:3:dd.0 Request processed in 94us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157097.595235:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13965 00002000:00100000:2.0:1746157097.595239:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800910ec380 x1830977685527296/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:658/0 lens 488/4536 e 0 to 0 dl 1746157108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157097.595250:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ec380 with x1830977685527296 ext(0->4095) 00002000:00010000:2.0:1746157097.595252:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ec380 00000100:00100000:0.0:1746157097.605112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157097.605245:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685527552 00000100:00100000:3.0:1746157097.605252:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685527552 00000100:00100000:3.0:1746157097.605289:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 198 00000100:00100000:3.0:1746157097.605295:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:3126:x1830977685527552:12345-192.168.203.44@tcp:35:dd.0 00000100:00100000:3.0:1746157097.605429:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+20:3126:x1830977685527552:12345-192.168.203.44@tcp:35:dd.0 Request processed in 134us (322us total) trans 4294989388 rc 0/0 00000100:00100000:3.0:1746157097.605434:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 198 00000100:00100000:0.0:1746157097.627206:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746157097.627658:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679349504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746157097.627712:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157097.628195:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679349504 00000100:00100000:2.0:1746157097.628203:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679349504 00000100:00100000:2.0:1746157097.628237:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1746157097.628243:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679349504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746157097.628267:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3922812928 avail 3691290624 00000100:00100000:2.0:1746157097.629403:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679349504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1157us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.629409:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1746157097.629454:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679349504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746157097.642101:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746157097.642122:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679349632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746157097.642174:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157097.642211:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679349632 00000100:00100000:2.0:1746157097.642222:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679349632 00000100:00100000:2.0:1746157097.642253:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1746157097.642258:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679349632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746157097.642276:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3922812928 avail 3691290624 00000100:00100000:2.0:1746157097.642306:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679349632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157097.642311:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1746157097.642371:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679349632:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746157097.802148:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746157097.802165:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679349760:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746157097.802213:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157097.802347:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679349760 00000100:00100000:3.0:1746157097.802580:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679349760 00000100:00100000:3.0:1746157097.802613:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1746157097.802619:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3767:x1830977679349760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746157097.802646:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:3.0:1746157097.803042:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3767:x1830977679349760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 422us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157097.803049:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1746157097.803112:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679349760:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746157098.096055:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157099.100033:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746157099.309063:0:9575:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972332 is committed 00000001:00080000:0.0:1746157099.318439:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989388 is committed 00000001:00080000:0.0:1746157099.318471:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989386 is committed 00000020:00080000:0.0:1746157099.318488:0:7216:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00000020:00080000:0.0:1746157099.318498:0:7216:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008f261c00 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1746157099.318502:0:7216:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009f576100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008f2616c0 00000020:00080000:0.0:1746157099.318507:0:7216:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:0.0:1746157099.318509:0:7216:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009f576000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012eaaf400 00000020:00080000:0.0:1746157099.318511:0:7216:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00000020:00080000:0.0:1746157099.318524:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00000004:00080000:0.0:1746157099.318606:0:7266:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008f38b780 with version 20 00000020:00080000:0.0:1746157099.318612:0:7266:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00000020:00080000:0.0:1746157099.318635:0:7266:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00000020:00080000:0.0:1746157099.318641:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1746157099.318696:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157099.318705:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157099.318711:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157099.318720:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd92800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157099.318724:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157099.318730:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157099.318761:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880131092400) 00010000:00010000:3.0:1746157099.318764:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157099.318767:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157099.318772:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd92800/0x7b65fed885351733 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157099.318787:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318791:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318795:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318798:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eaae600 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157099.318800:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318803:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318808:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009f576300) 00010000:00010000:3.0:1746157099.318810:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157099.318812:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318816:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed8853517c6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318837:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318843:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318848:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318851:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eaafc00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157099.318853:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318857:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318863:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009f576d00) 00010000:00010000:3.0:1746157099.318864:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157099.318866:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318869:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed8853517cd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318876:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318880:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318885:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318888:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f3ee800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157099.318890:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318895:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318899:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009f576200) 00010000:00010000:3.0:1746157099.318901:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157099.318903:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318906:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed8853517d4 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318914:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318918:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318922:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318926:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134a76e00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157099.318928:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318931:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318937:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009f576700) 00010000:00010000:3.0:1746157099.318939:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157099.318941:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157099.318944:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a76e00/0x7b65fed885351852 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00000004:00080000:2.0:1746157099.318945:0:8899:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a611b300 version 20 rpc_version 20 00010000:00010000:3.0:1746157099.318953:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157099.318958:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157099.318961:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157099.318964:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c7a4a00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157099.318966:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157099.318969:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00000020:00100000:2.0:1746157099.318972:0:8899:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:3.0:1746157099.318974:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009f576800) 00010000:00010000:3.0:1746157099.318975:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157099.318977:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157099.318981:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351908 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00000100:00100000:2.0:1746157099.318982:0:8899:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a888b100 x1830977679350016/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746157099.319001:0:8899:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a888b100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8899:1830977679350016:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746157099.319249:0:8899:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157099.319267:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679350016 00000100:00100000:3.0:1746157099.319274:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679350016 00000100:00100000:2.0:1746157099.319292:0:8899:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157099.319304:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1746157099.319309:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8899:x1830977679350016:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746157099.319414:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8899:x1830977679350016:12345-0@lo:1000:osp_up1-0.0 Request processed in 104us (164us total) trans 4294967392 rc 0/0 00000100:00100000:3.0:1746157099.319419:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1746157099.319439:0:8899:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a888b100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8899:1830977679350016:0@lo:1000:osp_up1-0.0 00000001:00080000:0.0:1746157099.319634:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970681 is committed 00000001:00080000:0.0:1746157099.319649:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970679 is committed 00010000:00010000:3.0:1746157100.101901:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746157101.009915:0:28693:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 23:38:20 (1746157100) 00000100:00100000:0.0:1746157101.038961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157101.039029:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685527808 00000100:00100000:2.0:1746157101.039036:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685527808 00000100:00100000:2.0:1746157101.039086:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51843 00000100:00100000:2.0:1746157101.039093:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:3765:x1830977685527808:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:2.0:1746157101.039111:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157101.039114:0:21512:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746157101.039136:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed8853517f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ae3 expref: 14 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157101.039150:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157101.039154:0:21512:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157101.039162:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71ee00/0x7b65fed885351963 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b6f expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157101.039229:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.039238:0:21512:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b22 expref: 13 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157101.039244:0:21512:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.039266:0:21512:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b22 expref: 13 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157101.039277:0:21512:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b22 expref: 13 pid: 21512 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746157101.039286:0:21512:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011f1c4700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21512:1830977679350144:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157101.039347:0:21512:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d000 going to sleep for 11 seconds 00000100:00080000:0.0:1746157101.039503:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746157101.044823:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157101.044903:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685527936 00000100:00100000:2.0:1746157101.044911:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685527936 00010000:00010000:2.0:1746157101.044949:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b22 expref: 14 pid: 21512 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746157101.044974:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17683 00000100:00100000:2.0:1746157101.044981:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685527936:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157101.044992:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157101.044998:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b22 expref: 14 pid: 21512 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746157101.045008:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b22 expref: 14 pid: 21512 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746157101.045026:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157101.045030:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045038:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045044:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045058:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157101.045096:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685527936:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 116us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157101.045103:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17683 00010000:00010000:2.0:1746157101.045140:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a77c00/0x7b65fed885351891 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b22 expref: 13 pid: 21512 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746157101.045150:0:21512:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011f1c4700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21512:1830977679350144:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157101.045165:0:21512:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045173:0:21512:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045218:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045270:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045277:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045283:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045570:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f200/0x7b65fed885351978 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045576:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f200/0x7b65fed885351978 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045585:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f200/0x7b65fed885351978 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:2.0:1746157101.045592:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:2.0:1746157101.045609:0:21512:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045614:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045619:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045624:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045629:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e71e600 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157101.045632:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045637:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045643:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157101.045645:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157101.045648:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045652:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e600/0x7b65fed88535196a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00000004:00010000:2.0:1746157101.045659:0:21512:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800910efb80 reply state ffff88008b1eb000 transno 4294989389 ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045669:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.045673:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012d78c600) 00010000:00010000:2.0:1746157101.045675:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746157101.045677:0:21512:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746157101.045701:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71ee00/0x7b65fed885351963 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b6f expref: 16 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157101.045710:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f200/0x7b65fed885351978 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b6f expref: 15 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157101.045716:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78c900) 00010000:00010000:2.0:1746157101.045717:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157101.045719:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71f200, rc 0) 00000100:00100000:2.0:1746157101.045760:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:3765:x1830977685527808:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 6668us (6806us total) trans 4294989389 rc 0/0 00000100:00100000:2.0:1746157101.045766:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51843 00000100:00080000:1.0:1746157101.045992:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746157101.052237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157101.052313:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685528192 00000100:00100000:3.0:1746157101.052321:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685528192 00000100:00100000:3.0:1746157101.052360:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51844 00000100:00100000:3.0:1746157101.052367:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:3765:x1830977685528192:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1746157101.052386:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157101.052402:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885351986 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b76 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.052475:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.052486:0:21512:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f200/0x7b65fed885351978 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b6f expref: 17 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.052492:0:21512:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.052516:0:21512:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f200/0x7b65fed885351978 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b6f expref: 17 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.052526:0:21512:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f200/0x7b65fed885351978 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b6f expref: 17 pid: 21512 timeout: 861 lvb_type: 0 00000100:00100000:3.0:1746157101.052540:0:21512:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21512:1830977679350272:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157101.052592:0:21512:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157101.058967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157101.059023:0:21512:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21512:1830977679350272:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157101.059041:0:21512:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000100:00100000:2.0:1746157101.059169:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685528320 00000100:00100000:2.0:1746157101.059175:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685528320 00010000:00010000:2.0:1746157101.059199:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f200/0x7b65fed885351978 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b6f expref: 18 pid: 21512 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746157101.059230:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17684 00000100:00100000:2.0:1746157101.059237:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2010:x1830977685528320:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157101.059248:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157101.059254:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f200/0x7b65fed885351978 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b6f expref: 18 pid: 21512 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746157101.059263:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f200/0x7b65fed885351978 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b6f expref: 18 pid: 21512 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746157101.059282:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f200/0x7b65fed885351978 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b6f expref: 18 pid: 21512 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746157101.059291:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78c900) 00010000:00010000:2.0:1746157101.059295:0:11912:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.059301:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.059306:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157101.059321:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157101.059353:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2010:x1830977685528320:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 116us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157101.059358:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17684 00010000:00010000:3.0:1746157101.059539:0:21512:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.059546:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157101.059560:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00000004:00080000:3.0:1746157101.059675:0:21512:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00000004:00080000:3.0:1746157101.059680:0:21512:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:3.0:1746157101.059766:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.059772:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.059776:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.059781:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca0800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157101.059784:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.059789:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.059796:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78c900) 00010000:00010000:3.0:1746157101.059798:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746157101.059801:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.059805:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed88535198d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.059854:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885351986 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b76 expref: 17 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.059861:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885351986 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b76 expref: 17 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.059868:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca1200, rc 0) 00000100:00100000:3.0:1746157101.059890:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f1c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:3765:x1830977685528192:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 7524us (7659us total) trans 4294989390 rc 301/301 00000100:00100000:3.0:1746157101.059896:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51844 00000100:00100000:0.0:1746157101.064431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157101.064464:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685528576 00000100:00100000:0.0:1746157101.064471:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685528576 00000100:00100000:0.0:1746157101.066520:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 199 00000100:00100000:0.0:1746157101.066533:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:3765:x1830977685528576:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:0.0:1746157101.066730:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:3765:x1830977685528576:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 200us (2303us total) trans 4294989391 rc 0/0 00000100:00100000:0.0:1746157101.066750:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 199 00000100:00100000:0.0:1746157101.068521:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157101.069004:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685528704 00000100:00100000:2.0:1746157101.069011:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685528704 00000100:00100000:2.0:1746157101.069043:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51845 00000100:00100000:2.0:1746157101.069050:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:3765:x1830977685528704:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:2.0:1746157101.069066:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157101.069081:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f800/0x7b65fed88535199b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b7d expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157101.069125:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f800/0x7b65fed88535199b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b7d expref: 18 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157101.069135:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71f800/0x7b65fed88535199b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b7d expref: 18 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157101.069146:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:2.0:1746157101.069148:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746157101.069151:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e71f800, rc 0) 00000100:00100000:2.0:1746157101.069187:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:3765:x1830977685528704:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 137us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157101.069192:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51845 00000100:00100000:0.0:1746157101.073864:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157101.073892:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685528960 00000100:00100000:0.0:1746157101.073900:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685528960 00000100:00100000:0.0:1746157101.073933:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 200 00000100:00100000:0.0:1746157101.073940:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:3765:x1830977685528960:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:0.0:1746157101.074099:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:3765:x1830977685528960:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 159us (241us total) trans 4294989392 rc 0/0 00000100:00100000:0.0:1746157101.074105:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 200 00000100:00100000:2.0:1746157101.095330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157101.095455:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685529088 00000100:00100000:3.0:1746157101.095463:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685529088 00000100:00100000:3.0:1746157101.095503:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51846 00000100:00100000:3.0:1746157101.095511:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:3768:x1830977685529088:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157101.095533:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157101.095549:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed8853519a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b84 expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.095604:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1000/0x7b65fed8853519a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157101.095618:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1000/0x7b65fed8853519a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157101.095627:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1000/0x7b65fed8853519a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000004:00200000:3.0:1746157101.095665:0:8902:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746157101.095668:0:8902:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157101.095682:0:8902:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1000/0x7b65fed8853519a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157101.095699:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed8853519a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b84 expref: 21 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.095711:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1000/0x7b65fed8853519a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b84 expref: 20 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.095718:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157101.095720:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157101.095723:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca1000, rc 0) 00000100:00100000:3.0:1746157101.095788:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:3768:x1830977685529088:12345-192.168.203.44@tcp:101:dd.0 Request processed in 277us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157101.095794:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51846 00010000:00010000:2.0:1746157101.106238:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157101.115233:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157101.115525:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685529344 00000100:00100000:3.0:1746157101.115532:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685529344 00000100:00100000:3.0:1746157101.115570:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51847 00000100:00100000:3.0:1746157101.115576:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:3768:x1830977685529344:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157101.115591:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157101.115593:0:21512:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746157101.115615:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1000/0x7b65fed8853519a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b84 expref: 20 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.115629:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157101.115633:0:21512:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157101.115641:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed8853519b0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b8b expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.115755:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853519b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115764:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853519b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115770:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853519b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115778:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed8853519be lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115784:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed8853519be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115788:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed8853519be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115835:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1600/0x7b65fed8853519c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115842:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1600/0x7b65fed8853519c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115847:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1600/0x7b65fed8853519c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157101.115858:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:3.0:1746157101.115916:0:21512:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853519b7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115921:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853519b7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115926:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853519b7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115930:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853519b7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115934:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca1200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157101.115938:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853519b7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115943:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853519b7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115949:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157101.115952:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157101.115954:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853519b7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115958:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853519b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115965:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed8853519be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115968:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed8853519be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115975:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed8853519be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115978:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca0800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157101.115979:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed8853519be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115982:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed8853519be lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115986:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012d78c600) 00010000:00010000:3.0:1746157101.115988:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157101.115990:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed8853519be lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.115993:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed8853519be lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.116014:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed8853519b0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b8b expref: 22 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.116022:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1600/0x7b65fed8853519c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b8b expref: 21 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.116027:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:3.0:1746157101.116028:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157101.116030:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca1600, rc 0) 00000100:00100000:3.0:1746157101.117205:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:3768:x1830977685529344:12345-192.168.203.44@tcp:101:dd.0 Request processed in 1622us (1974us total) trans 4294989393 rc 0/0 00000100:00100000:3.0:1746157101.117214:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51847 00000100:00100000:1.0:1746157101.120138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157101.120202:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685529472 00000100:00100000:3.0:1746157101.120209:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685529472 00000100:00100000:3.0:1746157101.120246:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51848 00000100:00100000:3.0:1746157101.120253:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:3768:x1830977685529472:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157101.120272:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157101.120290:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed8853519d3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b92 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.120320:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2dc00/0x7b65fed8853519da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.120330:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2dc00/0x7b65fed8853519da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.120339:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2dc00/0x7b65fed8853519da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157101.120415:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed8853519d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b92 expref: 23 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.120429:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2dc00/0x7b65fed8853519da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b92 expref: 22 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.120435:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:3.0:1746157101.120438:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746157101.120440:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd2dc00, rc 0) 00000100:00100000:3.0:1746157101.121858:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:3768:x1830977685529472:12345-192.168.203.44@tcp:101:dd.0 Request processed in 1600us (1720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157101.121866:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51848 00000100:00100000:0.0:1746157101.137478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157101.137506:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685529728 00000100:00100000:0.0:1746157101.137513:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685529728 00000100:00100000:0.0:1746157101.137546:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51849 00000100:00100000:0.0:1746157101.137553:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:3768:x1830977685529728:12345-192.168.203.44@tcp:36:dd.0 00010000:00010000:0.0:1746157101.137588:0:21512:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157101.137608:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1600/0x7b65fed8853519c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b8b expref: 22 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157101.137625:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:0.0:1746157101.137628:0:21512:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746157101.137761:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157101.137772:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157101.137779:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000001:00080000:0.0:1746157101.137810:0:21512:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989394 00000004:00010000:0.0:1746157101.137836:0:21512:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800910edf80 reply state ffff88008fc68000 transno 4294989395 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157101.137843:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157101.137849:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:0.0:1746157101.137851:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746157101.137854:0:21512:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746157101.137910:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:3768:x1830977685529728:12345-192.168.203.44@tcp:36:dd.0 Request processed in 358us (437us total) trans 4294989395 rc 0/0 00000100:00100000:0.0:1746157101.137916:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51849 00000020:00080000:0.0:1746157101.137919:0:21512:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1746157101.145707:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157101.148524:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685529856 00000100:00100000:0.0:1746157101.148533:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685529856 00000100:00100000:0.0:1746157101.148590:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30349 00000100:00100000:0.0:1746157101.148598:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:3768:x1830977685529856:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:0.0:1746157101.148612:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157101.148629:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820b99 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746157101.148647:0:9577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746157101.148664:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157101.148666:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157101.148672:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157101.148684:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 6 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157101.148693:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290000, rc 0) 00000100:00100000:0.0:1746157101.148752:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:3768:x1830977685529856:12345-192.168.203.44@tcp:101:dd.0 Request processed in 154us (3049us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157101.148761:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30349 00000100:00080000:1.0:1746157101.149091:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746157101.152603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157101.152656:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685529984 00000100:00100000:3.0:1746157101.152663:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685529984 00000100:00100000:3.0:1746157101.152706:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30350 00000100:00100000:3.0:1746157101.152715:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:3768:x1830977685529984:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157101.152729:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157101.152761:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed8853519ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ba0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157101.152779:0:9579:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746157101.152795:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157101.152796:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157101.152801:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed8853519ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba0 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.152825:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed8853519ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba0 expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.152833:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013106ae00, rc 0) 00000100:00100000:3.0:1746157101.152867:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:3768:x1830977685529984:12345-192.168.203.44@tcp:101:dd.0 Request processed in 154us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157101.152873:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30350 00000100:00080000:1.0:1746157101.152952:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746157101.154803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157101.154844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157101.155003:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685530112 00000100:00100000:3.0:1746157101.155010:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685530112 00002000:00010000:3.0:1746157101.155036:0:20192:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (0->18446744073709551615) 00002000:00100000:3.0:1746157101.155039:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154000 with x1830977685530112 ext(0->18446744073709551615) 00002000:00010000:3.0:1746157101.155048:0:20192:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f154000. 00000100:00100000:3.0:1746157101.155060:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685530240 00000100:00100000:3.0:1746157101.155062:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685530240 00002000:00010000:3.0:1746157101.155070:0:20192:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:3.0:1746157101.155073:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9880 with x1830977685530240 ext(0->18446744073709551615) 00002000:00010000:3.0:1746157101.155078:0:20192:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf9880. 00000100:00100000:3.0:1746157101.155089:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13966 00000100:00100000:3.0:1746157101.155097:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685530112:12345-192.168.203.44@tcp:10:dd.0 00002000:00010000:3.0:1746157101.155218:0:20192:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746157101.155221:0:20192:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746157101 00002000:00010000:3.0:1746157101.155223:0:20192:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746157101.155224:0:20192:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746157101 00002000:00010000:3.0:1746157101.155225:0:20192:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1746157101.155258:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685530112:12345-192.168.203.44@tcp:10:dd.0 Request processed in 162us (462us total) trans 4294972333 rc 0/0 00000100:00100000:3.0:1746157101.155264:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13966 00002000:00010000:3.0:1746157101.155267:0:20192:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (0->18446744073709551615) 00002000:00100000:3.0:1746157101.155269:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f154000 with x1830977685530112 ext(0->18446744073709551615) 00002000:00010000:3.0:1746157101.155272:0:20192:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f154000. 00000100:00100000:3.0:1746157101.155284:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13967 00000100:00100000:3.0:1746157101.155289:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ccf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685530240:12345-192.168.203.44@tcp:10:dd.0 00002000:00010000:3.0:1746157101.155352:0:20192:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746157101.155354:0:20192:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746157101 00002000:00010000:3.0:1746157101.155356:0:20192:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746157101.155357:0:20192:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746157101 00002000:00010000:3.0:1746157101.155359:0:20192:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1746157101.155375:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685530240:12345-192.168.203.44@tcp:10:dd.0 Request processed in 85us (530us total) trans 4294970682 rc 0/0 00000100:00100000:3.0:1746157101.155380:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13967 00002000:00010000:3.0:1746157101.155383:0:20192:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:3.0:1746157101.155385:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ccf9880 with x1830977685530240 ext(0->18446744073709551615) 00002000:00010000:3.0:1746157101.155388:0:20192:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ccf9880. 00000100:00100000:0.0:1746157101.526486:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157101.526698:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685530496 00000100:00100000:2.0:1746157101.526709:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685530496 00002000:00100000:2.0:1746157101.526824:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->4194303) req@ffff8800910ed500 x1830977685530496/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/0 e 0 to 0 dl 1746157112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157101.526835:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed500 with x1830977685530496 ext(0->4194303) 00002000:00010000:2.0:1746157101.526840:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ed500 00000100:00100000:2.0:1746157101.526864:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13968 00000100:00100000:2.0:1746157101.526874:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685530496:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157101.543796:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157101.543902:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685530752 00000100:00100000:0.0:1746157101.543911:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685530752 00002000:00100000:0.0:1746157101.543957:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff8800910ee680 x1830977685530752/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/0 e 0 to 0 dl 1746157112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157101.543967:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ee680 with x1830977685530752 ext(0->4194303) 00002000:00010000:0.0:1746157101.543972:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ee680 00000100:00100000:0.0:1746157101.544010:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13969 00000100:00100000:0.0:1746157101.544018:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685530752:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:2.0:1746157101.621395:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685530496:12345-192.168.203.44@tcp:4:dd.0 Request processed in 94511us (94909us total) trans 4294972334 rc 0/0 00000100:00100000:2.0:1746157101.621409:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13968 00002000:00100000:2.0:1746157101.621424:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->4194303) req@ffff8800910ed500 x1830977685530496/t4294972334(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/448 e 0 to 0 dl 1746157112 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157101.621434:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ed500 with x1830977685530496 ext(0->4194303) 00002000:00010000:2.0:1746157101.621440:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ed500 00000100:00100000:0.0:1746157101.657100:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2012:x1830977685530752:12345-192.168.203.44@tcp:4:dd.0 Request processed in 113070us (113312us total) trans 4294970683 rc 0/0 00000100:00100000:0.0:1746157101.657114:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13969 00002000:00100000:0.0:1746157101.657128:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff8800910ee680 x1830977685530752/t4294970683(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/448 e 0 to 0 dl 1746157112 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157101.657137:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ee680 with x1830977685530752 ext(0->4194303) 00002000:00010000:0.0:1746157101.657144:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ee680 00000100:00100000:0.0:1746157101.660309:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157101.661704:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685531008 00000100:00100000:2.0:1746157101.661717:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685531008 00002000:00100000:2.0:1746157101.661912:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->8388607) req@ffff880092578000 x1830977685531008/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/0 e 0 to 0 dl 1746157112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157101.661921:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578000 with x1830977685531008 ext(4194304->8388607) 00002000:00010000:2.0:1746157101.661926:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092578000 00000100:00100000:0.0:1746157101.663064:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13970 00000100:00100000:0.0:1746157101.663076:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2012:x1830977685531008:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157101.674690:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157101.674938:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685531264 00000100:00100000:3.0:1746157101.674949:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685531264 00002000:00100000:3.0:1746157101.674998:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff880092579f80 x1830977685531264/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/0 e 0 to 0 dl 1746157112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157101.675007:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092579f80 with x1830977685531264 ext(4194304->8388607) 00002000:00010000:3.0:1746157101.675012:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092579f80 00000100:00100000:3.0:1746157101.675036:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13971 00000100:00100000:3.0:1746157101.675043:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977685531264:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157101.719028:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2012:x1830977685531008:12345-192.168.203.44@tcp:4:dd.0 Request processed in 55943us (58717us total) trans 4294972335 rc 0/0 00000100:00100000:0.0:1746157101.719042:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13970 00002000:00100000:0.0:1746157101.719056:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->8388607) req@ffff880092578000 x1830977685531008/t4294972335(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/448 e 0 to 0 dl 1746157112 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157101.719065:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578000 with x1830977685531008 ext(4194304->8388607) 00002000:00010000:0.0:1746157101.719071:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092578000 00000100:00100000:0.0:1746157101.734214:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2013:x1830977685531264:12345-192.168.203.44@tcp:4:dd.0 Request processed in 59158us (59522us total) trans 4294970684 rc 0/0 00000100:00100000:0.0:1746157101.734227:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13971 00002000:00100000:0.0:1746157101.734240:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff880092579f80 x1830977685531264/t4294970684(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/448 e 0 to 0 dl 1746157112 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157101.734250:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092579f80 with x1830977685531264 ext(4194304->8388607) 00002000:00010000:0.0:1746157101.734257:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092579f80 00000100:00100000:0.0:1746157101.745285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157101.745378:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685531520 00000100:00100000:2.0:1746157101.745392:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685531520 00002000:00100000:2.0:1746157101.745456:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->12582911) req@ffff880092578e00 x1830977685531520/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/0 e 0 to 0 dl 1746157112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157101.745467:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578e00 with x1830977685531520 ext(8388608->12582911) 00002000:00010000:2.0:1746157101.745472:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092578e00 00000100:00100000:2.0:1746157101.745653:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13972 00000100:00100000:2.0:1746157101.745662:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2013:x1830977685531520:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157101.758426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157101.758502:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685531776 00000100:00100000:1.0:1746157101.758512:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685531776 00002000:00100000:1.0:1746157101.758558:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff880092578a80 x1830977685531776/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/0 e 0 to 0 dl 1746157112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157101.758568:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578a80 with x1830977685531776 ext(8388608->12582911) 00002000:00010000:1.0:1746157101.758574:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092578a80 00000100:00100000:1.0:1746157101.758611:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13973 00000100:00100000:1.0:1746157101.758619:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2012:x1830977685531776:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:2.0:1746157101.773047:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157101.773164:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685532032 00000100:00100000:3.0:1746157101.773174:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685532032 00000100:00100000:3.0:1746157101.773258:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 201 00000100:00100000:3.0:1746157101.773266:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+24:3768:x1830977685532032:12345-192.168.203.44@tcp:35:dd.0 00000001:00080000:3.0:1746157101.773491:0:19671:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989396 00000100:00100000:3.0:1746157101.773908:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:3768:x1830977685532032:12345-192.168.203.44@tcp:35:dd.0 Request processed in 641us (869us total) trans 4294989397 rc 0/0 00000100:00100000:3.0:1746157101.773914:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 201 00000020:00080000:3.0:1746157101.773919:0:19671:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746157101.820074:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2013:x1830977685531520:12345-192.168.203.44@tcp:4:dd.0 Request processed in 74401us (74787us total) trans 4294972336 rc 0/0 00000100:00100000:0.0:1746157101.820088:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13972 00002000:00100000:0.0:1746157101.820103:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->12582911) req@ffff880092578e00 x1830977685531520/t4294972336(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/448 e 0 to 0 dl 1746157112 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157101.820113:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578e00 with x1830977685531520 ext(8388608->12582911) 00000100:00100000:2.0:1746157101.820114:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00002000:00010000:0.0:1746157101.820120:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092578e00 00000100:00100000:3.0:1746157101.820224:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685532160 00000100:00100000:3.0:1746157101.820233:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685532160 00000100:00100000:3.0:1746157101.820273:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51850 00000100:00100000:3.0:1746157101.820280:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:3772:x1830977685532160:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1746157101.820304:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157101.820323:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed8853519f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ba7 expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.820384:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed8853519fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157101.820396:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed8853519fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157101.820408:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed8853519fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000004:00200000:3.0:1746157101.820451:0:8902:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746157101.820455:0:8902:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157101.820472:0:8902:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed8853519fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157101.820492:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed8853519f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba7 expref: 28 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.820522:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed8853519fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba7 expref: 27 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157101.820529:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157101.820532:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157101.820535:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009121c800, rc 0) 00000100:00100000:3.0:1746157101.822382:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:3772:x1830977685532160:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 2092us (2262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157101.822391:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51850 00000100:00100000:0.0:1746157101.845416:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2012:x1830977685531776:12345-192.168.203.44@tcp:4:dd.0 Request processed in 86785us (86989us total) trans 4294970685 rc 0/0 00000100:00100000:0.0:1746157101.845432:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13973 00002000:00100000:0.0:1746157101.845445:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff880092578a80 x1830977685531776/t4294970685(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:662/0 lens 488/448 e 0 to 0 dl 1746157112 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157101.845454:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092578a80 with x1830977685531776 ext(8388608->12582911) 00002000:00010000:0.0:1746157101.845460:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092578a80 00010000:00010000:3.0:1746157102.108162:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157102.137941:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.138977:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.139009:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.139038:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685532416 00000100:00100000:2.0:1746157102.139046:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685532416 00000100:00100000:2.0:1746157102.139086:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685532672 00000100:00100000:2.0:1746157102.139088:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685532672 00000100:00100000:3.0:1746157102.139093:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1120 00000100:00100000:3.0:1746157102.139102:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685532416:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1746157102.139106:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1121 00000100:00100000:2.0:1746157102.139110:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2012:x1830977685532672:12345-192.168.203.44@tcp:400:kworker.0 00000100:00080000:1.0:1746157102.139177:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746157102.139329:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2012:x1830977685532672:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 217us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.139336:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1121 00000100:00100000:3.0:1746157102.139544:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685532416:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 442us (1608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.139550:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1120 00000100:00100000:0.0:1746157102.142731:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.142770:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.142822:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.142878:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685532544 00000100:00100000:1.0:1746157102.142878:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685532288 00000100:00100000:2.0:1746157102.142885:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685532544 00000100:00100000:1.0:1746157102.142885:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685532288 00000100:00100000:2.0:1746157102.142917:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1122 00000100:00100000:1.0:1746157102.142917:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 560 00000100:00100000:2.0:1746157102.142922:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2012:x1830977685532544:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157102.142922:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e39c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2012:x1830977685532288:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1746157102.142968:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2012:x1830977685532544:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 45us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157102.142968:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e39c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2012:x1830977685532288:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 45us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.142974:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1122 00000100:00100000:1.0:1746157102.142974:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 560 00000100:00100000:3.0:1746157102.143195:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685532928 00000100:00100000:3.0:1746157102.143199:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685532928 00000100:00100000:3.0:1746157102.143238:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 774 00000100:00100000:3.0:1746157102.143243:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685532928:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1746157102.143272:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685532928:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 29us (4262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.143277:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 774 00000100:00080000:1.0:1746157102.143393:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746157102.143699:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685532800 00000100:00100000:3.0:1746157102.143703:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685532800 00000100:00100000:3.0:1746157102.143757:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 775 00000100:00100000:3.0:1746157102.143763:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009257b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685532800:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1746157102.143790:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009257b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:2012:x1830977685532800:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 27us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.143795:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 775 00000100:00080000:1.0:1746157102.143947:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157102.326183:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.326858:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685533184 00000100:00100000:1.0:1746157102.326865:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685533184 00000100:00100000:1.0:1746157102.326947:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51851 00000100:00100000:1.0:1746157102.326955:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:3784:x1830977685533184:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:1.0:1746157102.326973:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157102.326976:0:14262:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746157102.327000:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed8853519fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba7 expref: 27 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.327014:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157102.327018:0:14262:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157102.327027:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed885351a04 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820bae expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.327109:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1800/0x7b65fed885351a0b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327120:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1800/0x7b65fed885351a0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327128:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1800/0x7b65fed885351a0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327138:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327143:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327148:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327407:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed885351a19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327414:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed885351a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327421:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed885351a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:1.0:1746157102.327427:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:1.0:1746157102.327445:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1800/0x7b65fed885351a0b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327449:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1800/0x7b65fed885351a0b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327454:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1800/0x7b65fed885351a0b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327459:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1800/0x7b65fed885351a0b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327464:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca1800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157102.327467:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1800/0x7b65fed885351a0b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327471:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1800/0x7b65fed885351a0b lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327478:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157102.327480:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157102.327483:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1800/0x7b65fed885351a0b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327486:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1800/0x7b65fed885351a0b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00000004:00010000:1.0:1746157102.327495:0:14262:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092578700 reply state ffff88008c629000 transno 4294989398 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327501:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157102.327506:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008e487900) 00010000:00010000:1.0:1746157102.327508:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746157102.327510:0:14262:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746157102.327527:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed885351a04 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bae expref: 29 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.327537:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed885351a19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bae expref: 28 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.327542:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88008e487a00) 00010000:00010000:1.0:1746157102.327544:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157102.327546:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca1c00, rc 0) 00000100:00100000:1.0:1746157102.328473:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:3784:x1830977685533184:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 1514us (2293us total) trans 4294989398 rc 0/0 00000100:00100000:1.0:1746157102.328481:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51851 00000100:00100000:2.0:1746157102.336605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.336630:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685533440 00000100:00100000:2.0:1746157102.336637:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685533440 00000100:00100000:2.0:1746157102.336667:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51852 00000100:00100000:2.0:1746157102.336673:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:3784:x1830977685533440:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:2.0:1746157102.336690:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157102.336706:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135661000/0x7b65fed885351a27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820bb5 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.336812:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.336824:0:14262:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed885351a19 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bae expref: 30 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.336830:0:14262:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.336857:0:14262:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed885351a19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bae expref: 30 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.336867:0:14262:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed885351a19 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bae expref: 30 pid: 14262 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746157102.336876:0:14262:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009250ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679350400:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157102.336941:0:14262:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157102.348683:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.348769:0:14262:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009250ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679350400:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157102.348790:0:14262:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000100:00100000:2.0:1746157102.348822:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685533568 00000100:00100000:2.0:1746157102.348826:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685533568 00010000:00010000:2.0:1746157102.348850:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed885351a19 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bae expref: 31 pid: 14262 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746157102.348872:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17685 00000100:00100000:2.0:1746157102.348879:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2011:x1830977685533568:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157102.348891:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157102.348896:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed885351a19 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bae expref: 31 pid: 14262 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746157102.348905:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed885351a19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bae expref: 31 pid: 14262 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746157102.348924:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed885351a19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bae expref: 31 pid: 14262 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746157102.348937:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88008e487a00) 00010000:00010000:2.0:1746157102.348940:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.348947:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.348953:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.348969:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157102.349001:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2011:x1830977685533568:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 122us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.349007:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17685 00010000:00010000:2.0:1746157102.349063:0:14262:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.349069:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:2.0:1746157102.349083:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00080000:2.0:1746157102.349199:0:14262:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00000004:00080000:2.0:1746157102.349205:0:14262:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:2.0:1746157102.349283:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.349290:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.349295:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.349304:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135660800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157102.349307:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.349312:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.349319:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88008e487a00) 00010000:00010000:2.0:1746157102.349322:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746157102.349324:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.349329:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135660800/0x7b65fed885351a2e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157102.349369:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135661000/0x7b65fed885351a27 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bb5 expref: 30 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.349376:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135661000/0x7b65fed885351a27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bb5 expref: 30 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.349382:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135661000, rc 0) 00000100:00100000:2.0:1746157102.349402:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:3784:x1830977685533440:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 12729us (12803us total) trans 4294989399 rc 301/301 00000100:00100000:2.0:1746157102.349408:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51852 00000100:00100000:0.0:1746157102.353309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.353428:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685533824 00000100:00100000:3.0:1746157102.353436:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685533824 00000100:00100000:3.0:1746157102.353478:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 202 00000100:00100000:3.0:1746157102.353489:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc59850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:3784:x1830977685533824:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:3.0:1746157102.353701:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc59850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:3784:x1830977685533824:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 211us (392us total) trans 4294989400 rc 0/0 00000100:00100000:3.0:1746157102.353708:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 202 00000100:00100000:0.0:1746157102.355712:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.356073:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685533952 00000100:00100000:2.0:1746157102.356081:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685533952 00000100:00100000:2.0:1746157102.356129:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51853 00000100:00100000:2.0:1746157102.356135:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:3784:x1830977685533952:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:2.0:1746157102.356155:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157102.356172:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351a3c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820bbc expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.356217:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351a3c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bbc expref: 31 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.356228:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351a3c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bbc expref: 31 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.356241:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012d7b5d00) 00010000:00010000:2.0:1746157102.356243:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746157102.356246:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f3ee800, rc 0) 00000100:00100000:2.0:1746157102.356290:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:3784:x1830977685533952:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 154us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.356296:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51853 00000100:00100000:2.0:1746157102.363613:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.364004:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685534208 00000100:00100000:2.0:1746157102.364012:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685534208 00000100:00100000:2.0:1746157102.364044:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 203 00000100:00100000:2.0:1746157102.364051:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:3784:x1830977685534208:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:2.0:1746157102.364198:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:3784:x1830977685534208:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 146us (590us total) trans 4294989401 rc 0/0 00000100:00100000:2.0:1746157102.364205:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 203 00000100:00100000:1.0:1746157102.375461:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.375634:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.375690:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685534336 00000100:00100000:3.0:1746157102.375697:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685534336 00000100:00100000:3.0:1746157102.375731:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685534464 00000100:00100000:3.0:1746157102.375732:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685534464 00000100:00100000:3.0:1746157102.375762:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51854 00000100:00100000:3.0:1746157102.375767:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:3785:x1830977685534336:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157102.375786:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157102.375800:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c000/0x7b65fed885351a43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820bc3 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.375855:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed885351a4a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.375865:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed885351a4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.375874:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed885351a4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157102.375902:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746157102.375905:0:21512:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157102.375916:0:21512:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed885351a4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.375930:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c000/0x7b65fed885351a43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bc3 expref: 34 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.375942:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed885351a4a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bc3 expref: 33 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.375947:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157102.375950:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157102.375953:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009121c800, rc 0) 00000100:00100000:3.0:1746157102.375987:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:3785:x1830977685534336:12345-192.168.203.44@tcp:101:dd.0 Request processed in 220us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.375993:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51854 00000100:00100000:3.0:1746157102.376005:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51855 00000100:00100000:3.0:1746157102.376009:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:3786:x1830977685534464:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157102.376014:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157102.376018:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351a51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820bca expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.376035:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121ce00/0x7b65fed885351a58 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.376040:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009121ce00/0x7b65fed885351a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.376045:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009121ce00/0x7b65fed885351a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157102.376054:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746157102.376056:0:21512:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157102.376061:0:21512:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009121ce00/0x7b65fed885351a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.376070:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351a51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bca expref: 15 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.376078:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121ce00/0x7b65fed885351a58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bca expref: 14 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.376083:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157102.376085:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157102.376087:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009121ce00, rc 0) 00000100:00100000:3.0:1746157102.376098:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:3786:x1830977685534464:12345-192.168.203.44@tcp:101:dd.0 Request processed in 90us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.376103:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51855 00000100:00100000:0.0:1746157102.377486:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.377527:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.377548:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685534720 00000100:00100000:0.0:1746157102.377554:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685534720 00000100:00100000:0.0:1746157102.377612:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685534976 00000100:00100000:0.0:1746157102.377615:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685534976 00000100:00100000:0.0:1746157102.378068:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51856 00000100:00100000:0.0:1746157102.378075:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:3786:x1830977685534720:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:0.0:1746157102.378089:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157102.378102:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290c00/0x7b65fed885351a5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820bd1 expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.378160:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351a66 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378171:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351a66 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378180:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351a66 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378189:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351a6d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378194:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351a6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378198:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351a6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378276:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351a74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378283:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351a74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378288:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351a74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000004:00200000:0.0:1746157102.378295:0:8902:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:0.0:1746157102.378351:0:8902:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351a66 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378357:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351a66 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378365:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351a66 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378370:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351a66 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378375:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091290800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157102.378378:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351a66 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378383:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351a66 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378391:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157102.378393:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157102.378396:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351a66 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378401:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351a66 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378410:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351a6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378414:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351a6d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378418:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351a6d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378422:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091291c00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157102.378424:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351a6d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378432:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351a6d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378437:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012d78c600) 00010000:00010000:0.0:1746157102.378439:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157102.378441:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351a6d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378445:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351a6d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378469:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290c00/0x7b65fed885351a5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bd1 expref: 17 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.378478:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290400/0x7b65fed885351a74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bd1 expref: 16 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.378483:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:0.0:1746157102.378485:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746157102.378487:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290400, rc 0) 00000100:00100000:0.0:1746157102.378522:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:3786:x1830977685534720:12345-192.168.203.44@tcp:101:dd.0 Request processed in 448us (1042us total) trans 4294989402 rc 0/0 00000100:00100000:0.0:1746157102.378528:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51856 00000100:00100000:0.0:1746157102.378542:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51857 00000100:00100000:0.0:1746157102.378548:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:3785:x1830977685534976:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:0.0:1746157102.378554:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157102.378560:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5df200/0x7b65fed885351a82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820bd8 expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.378586:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5de200/0x7b65fed885351a89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378592:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5de200/0x7b65fed885351a89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378598:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5de200/0x7b65fed885351a89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378604:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dfa00/0x7b65fed885351a90 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378608:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dfa00/0x7b65fed885351a90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378613:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dfa00/0x7b65fed885351a90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378640:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dec00/0x7b65fed885351a97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378646:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dec00/0x7b65fed885351a97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378650:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dec00/0x7b65fed885351a97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000004:00200000:0.0:1746157102.378655:0:8902:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:0.0:1746157102.378677:0:8902:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5de200/0x7b65fed885351a89 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378681:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5de200/0x7b65fed885351a89 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378689:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5de200/0x7b65fed885351a89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378693:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5de200/0x7b65fed885351a89 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378697:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e5de200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157102.378699:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5de200/0x7b65fed885351a89 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378703:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5de200/0x7b65fed885351a89 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378709:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157102.378710:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157102.378713:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5de200/0x7b65fed885351a89 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378716:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5de200/0x7b65fed885351a89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378725:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dfa00/0x7b65fed885351a90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378729:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dfa00/0x7b65fed885351a90 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378749:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dfa00/0x7b65fed885351a90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378754:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e5dfa00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157102.378756:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dfa00/0x7b65fed885351a90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378763:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dfa00/0x7b65fed885351a90 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378769:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012d78c600) 00010000:00010000:0.0:1746157102.378771:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157102.378773:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dfa00/0x7b65fed885351a90 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378776:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dfa00/0x7b65fed885351a90 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.378793:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5df200/0x7b65fed885351a82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bd8 expref: 36 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.378800:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e5dec00/0x7b65fed885351a97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bd8 expref: 35 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.378836:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:0.0:1746157102.378838:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746157102.378839:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e5dec00, rc 0) 00000100:00100000:0.0:1746157102.378856:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:3785:x1830977685534976:12345-192.168.203.44@tcp:101:dd.0 Request processed in 308us (1328us total) trans 4294989403 rc 0/0 00000100:00100000:0.0:1746157102.378861:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51857 00000100:00100000:2.0:1746157102.380214:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746157102.380228:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977679350528:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746157102.380270:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157102.386811:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.386875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.387189:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679350528 00000100:00100000:3.0:1746157102.387196:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679350528 00000100:00100000:3.0:1746157102.387230:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1746157102.387237:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1830977679350528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746157102.387268:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:3.0:1746157102.387312:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1830977679350528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (7042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.387317:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1746157102.387365:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3766:1830977679350528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746157102.388284:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685535232 00000100:00100000:0.0:1746157102.388290:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685535232 00000100:00100000:0.0:1746157102.388313:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685535488 00000100:00100000:0.0:1746157102.388315:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685535488 00000100:00100000:0.0:1746157102.388329:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51858 00000100:00100000:0.0:1746157102.388333:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:3785:x1830977685535232:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:0.0:1746157102.388349:0:8902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157102.388352:0:8902:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746157102.388374:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c800/0x7b65fed885351a4a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bc3 expref: 35 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.388388:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157102.388392:0:8902:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746157102.388400:0:8902:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290200/0x7b65fed885351aa5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820bdf expref: -99 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.388467:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.388480:0:8902:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121ce00/0x7b65fed885351a58 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bca expref: 16 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.388486:0:8902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.388509:0:8902:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009121ce00/0x7b65fed885351a58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bca expref: 16 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.388520:0:8902:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121ce00/0x7b65fed885351a58 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bca expref: 16 pid: 21512 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746157102.388530:0:8902:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131252680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8902:1830977679350656:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157102.388588:0:8902:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157102.388767:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51859 00000100:00100000:3.0:1746157102.388774:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:3786:x1830977685535488:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157102.388784:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157102.388786:0:21512:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746157102.388792:0:21512:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009121ce00/0x7b65fed885351a58 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bca expref: 16 pid: 21512 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746157102.388812:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157102.388815:0:21512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157102.388821:0:21512:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157102.388829:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8902 initiator: MDT0 00010000:00010000:3.0:1746157102.388839:0:21512:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157102.388844:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d200/0x7b65fed885351ab3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820be6 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.388902:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d000/0x7b65fed885351aba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.388908:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d000/0x7b65fed885351aba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.388914:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d000/0x7b65fed885351aba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.388922:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed885351ac1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.388927:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed885351ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.388931:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed885351ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.388967:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2d400/0x7b65fed885351ac8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.388972:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2d400/0x7b65fed885351ac8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.388977:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2d400/0x7b65fed885351ac8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157102.388987:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:3.0:1746157102.389045:0:21512:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d000/0x7b65fed885351aba lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389050:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d000/0x7b65fed885351aba lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389054:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d000/0x7b65fed885351aba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389060:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d000/0x7b65fed885351aba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389065:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009121d000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157102.389068:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d000/0x7b65fed885351aba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389073:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d000/0x7b65fed885351aba lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389079:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157102.389081:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157102.389084:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d000/0x7b65fed885351aba lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389088:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d000/0x7b65fed885351aba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389096:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed885351ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389100:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed885351ac1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389107:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed885351ac1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389111:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009121de00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157102.389112:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed885351ac1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389116:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed885351ac1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389121:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008e487900) 00010000:00010000:3.0:1746157102.389123:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157102.389125:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed885351ac1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389129:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121de00/0x7b65fed885351ac1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157102.389153:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121d200/0x7b65fed885351ab3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820be6 expref: 19 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.389161:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2d400/0x7b65fed885351ac8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820be6 expref: 18 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.389166:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012d7b5d00) 00010000:00010000:3.0:1746157102.389168:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157102.389170:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd2d400, rc 0) 00000100:00100000:3.0:1746157102.389197:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:3786:x1830977685535488:12345-192.168.203.44@tcp:101:dd.0 Request processed in 424us (2321us total) trans 4294989404 rc 0/0 00000100:00100000:3.0:1746157102.389203:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51859 00000100:00100000:0.0:1746157102.391517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1746157102.391550:0:8902:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.44@tcp) returned -22 from blocking AST (req@ffff880131252680 x1830977679350656) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88009121ce00/0x7b65fed885351a58 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bca expref: 17 pid: 21512 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746157102.391563:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121ce00/0x7b65fed885351a58 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bca expref: 17 pid: 21512 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746157102.391574:0:8902:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131252680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8902:1830977679350656:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157102.391586:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157102.391592:0:8902:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.391598:0:8902:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.391602:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.391616:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.391623:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.391630:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00000004:00080000:0.0:1746157102.391910:0:8902:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:0.0:1746157102.392048:0:8902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f150a00/0x7b65fed885351add lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392055:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f150a00/0x7b65fed885351add lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392061:0:8902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f150a00/0x7b65fed885351add lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392086:0:8902:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392091:0:8902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392096:0:8902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392101:0:8902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392105:0:8902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e80a00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157102.392107:0:8902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392112:0:8902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392118:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157102.392120:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157102.392122:0:8902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392126:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e80a00/0x7b65fed885351aac lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00000004:00010000:0.0:1746157102.392134:0:8902:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009250ce00 reply state ffff88008b05e000 transno 4294989405 ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392140:0:8902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157102.392144:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88008c5a3f00) 00010000:00010000:0.0:1746157102.392147:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746157102.392149:0:8902:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746157102.392174:0:8902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290200/0x7b65fed885351aa5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bdf expref: 37 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.392185:0:8902:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f150a00/0x7b65fed885351add lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bdf expref: 36 pid: 8902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.392190:0:8902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008c5a3600) 00010000:00010000:0.0:1746157102.392192:0:8902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746157102.392193:0:8902:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f150a00, rc 0) 00000100:00100000:0.0:1746157102.392228:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:3785:x1830977685535232:12345-192.168.203.44@tcp:101:dd.0 Request processed in 3894us (5431us total) trans 4294989405 rc 0/0 00000100:00100000:0.0:1746157102.392235:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51858 00000100:00100000:3.0:1746157102.392446:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685535616 00000100:00100000:3.0:1746157102.392455:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685535616 00000100:00100000:3.0:1746157102.392485:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30351 00000100:00100000:3.0:1746157102.392490:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:3786:x1830977685535616:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157102.392501:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157102.392510:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c43be00/0x7b65fed885351aeb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820bed expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.392530:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 12 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.392536:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157102.392537:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157102.392540:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c43be00/0x7b65fed885351aeb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bed expref: 7 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.392563:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 12 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.392574:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 12 pid: 9577 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746157102.392585:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977679350784:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157102.392627:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157102.398404:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977679350784:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157102.398406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157102.398436:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c43be00/0x7b65fed885351aeb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bed expref: 7 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.398458:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c43be00, rc 0) 00000100:00100000:0.0:1746157102.398481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.398513:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685535872 00000100:00100000:0.0:1746157102.398520:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685535872 00002000:00100000:0.0:1746157102.398561:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff880131252680 x1830977685535872/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.398570:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252680 with x1830977685535872 ext(12582912->13631487) 00010000:00010000:0.0:1746157102.398577:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 13 pid: 9577 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746157102.398586:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685536000 00010000:00010000:0.0:1746157102.398589:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 13 pid: 9577 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746157102.398596:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685536000 00002000:00010000:0.0:1746157102.398596:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131252680 00000100:00100000:0.0:1746157102.398616:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3069 00000100:00100000:0.0:1746157102.398622:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977685535872:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:3.0:1746157102.398730:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:3786:x1830977685535616:12345-192.168.203.44@tcp:101:dd.0 Request processed in 6237us (7215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.398754:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30351 00000100:00100000:3.0:1746157102.399094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.399342:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685536256 00000100:00100000:1.0:1746157102.399346:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685536256 00000100:00100000:3.0:1746157102.399347:0:27112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13974 00000100:00100000:3.0:1746157102.399355:0:27112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977685536000:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157102.399383:0:27112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.399395:0:27112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157102.399398:0:27112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.399406:0:27112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.399473:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13975 00000100:00100000:0.0:1746157102.399480:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2011:x1830977685536256:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:0.0:1746157102.399500:0:27102:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.399510:0:27102:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed8853519ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba0 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.399516:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157102.399518:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157102.399520:0:27102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.399545:0:27102:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed8853519ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba0 expref: 13 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.399555:0:27102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed8853519ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba0 expref: 13 pid: 9579 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746157102.399568:0:27102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131252d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:27102:1830977679350912:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157102.399621:0:27102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008bc0d480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157102.403725:0:27102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131252d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:27102:1830977679350912:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157102.403796:0:27102:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.414729:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685535872:12345-192.168.203.44@tcp:4:dd.0 Request processed in 16092us (16311us total) trans 4294972337 rc 0/0 00000100:00100000:0.0:1746157102.414758:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3069 00002000:00100000:0.0:1746157102.414772:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff880131252680 x1830977685535872/t4294972337(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:663/0 lens 488/448 e 0 to 0 dl 1746157113 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746157102.414782:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00002000:00100000:0.0:1746157102.414782:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131252680 with x1830977685535872 ext(12582912->13631487) 00010000:00010000:0.0:1746157102.414792:0:24938:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 16 pid: 9577 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746157102.414816:0:24938:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 16 pid: 9577 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746157102.414824:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131252680 00000100:00100000:2.0:1746157102.415212:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685536384 00000100:00100000:2.0:1746157102.415221:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685536384 00010000:00010000:2.0:1746157102.415250:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed8853519ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba0 expref: 14 pid: 9579 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746157102.415273:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17686 00000100:00100000:2.0:1746157102.415280:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2011:x1830977685536384:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157102.415293:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746157102.415309:0:11912:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:2.0:1746157102.415311:0:11912:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746157101 -> 1746157102 00002000:00010000:2.0:1746157102.415314:0:11912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746157101 -> 1746157102 00002000:00010000:2.0:1746157102.415316:0:11912:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:2.0:1746157102.415320:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed8853519ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba0 expref: 14 pid: 9579 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746157102.415330:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed8853519ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba0 expref: 14 pid: 9579 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746157102.415353:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013106ae00/0x7b65fed8853519ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ba0 expref: 14 pid: 9579 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746157102.415958:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.415961:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.415966:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.415980:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.416011:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157102.416026:0:27102:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.416034:0:27102:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.416047:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+13:2011:x1830977685536384:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 767us (1264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.416053:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17686 00000100:00100000:2.0:1746157102.424494:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.424524:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685536512 00000100:00100000:2.0:1746157102.424533:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685536512 00010000:00010000:2.0:1746157102.424568:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 16 pid: 9577 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746157102.424595:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17687 00000100:00100000:2.0:1746157102.424602:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685536512:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157102.424615:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746157102.424631:0:11912:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:2.0:1746157102.424634:0:11912:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746157101 -> 1746157102 00002000:00010000:2.0:1746157102.424637:0:11912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746157101 -> 1746157102 00002000:00010000:2.0:1746157102.424639:0:11912:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:2.0:1746157102.424645:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 16 pid: 9577 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746157102.424656:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 16 pid: 9577 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746157102.424684:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091290000/0x7b65fed8853519e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820b99 expref: 16 pid: 9577 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746157102.424701:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.424703:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.424709:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c43be00/0x7b65fed885351aeb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bed expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.424717:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c43be00/0x7b65fed885351aeb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bed expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.424725:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.424726:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.424728:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.424746:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.424780:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c43be00/0x7b65fed885351aeb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bed expref: 6 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.424792:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f20b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977679351040:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157102.426112:0:27112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.426122:0:27112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.426730:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d480 going to sleep for 11 seconds 00010000:00010000:1.0:1746157102.427417:0:27102:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.427428:0:27102:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.427436:0:27102:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.427447:0:27102:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e5de800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157102.427451:0:27102:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.427459:0:27102:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.427476:0:27102:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.427483:0:27102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e5de800/0x7b65fed885351af9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.427562:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977685536256:12345-192.168.203.44@tcp:3:dd.0 Request processed in 28076us (28462us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746157102.427573:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13975 00000100:00100000:2.0:1746157102.431852:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f20b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977679351040:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157102.431877:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157102.431931:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685536512:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7327us (7448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.431942:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17687 00000100:00100000:0.0:1746157102.432561:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.432774:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685536768 00000100:00100000:1.0:1746157102.432781:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685536768 00002000:00100000:1.0:1746157102.432955:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (0->1048575) req@ffff880131251180 x1830977685536768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.432964:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131251180 with x1830977685536768 ext(0->1048575) 00002000:00010000:1.0:1746157102.432969:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131251180 00000100:00100000:1.0:1746157102.432991:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13976 00000100:00100000:1.0:1746157102.432998:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2010:x1830977685536768:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157102.433276:0:27112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.433287:0:27112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.433296:0:27112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.433301:0:27112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c43aa00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157102.433305:0:27112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.433312:0:27112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.433331:0:27112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.433336:0:27112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c43aa00/0x7b65fed885351af2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157102.433413:0:27112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2010:x1830977685536000:12345-192.168.203.44@tcp:3:dd.0 Request processed in 34058us (34931us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157102.433419:0:27112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13974 00000100:00100000:1.0:1746157102.438051:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2010:x1830977685536768:12345-192.168.203.44@tcp:3:dd.0 Request processed in 5043us (5480us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.438065:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13976 00002000:00100000:1.0:1746157102.438077:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (0->1048575) req@ffff880131251180 x1830977685536768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.438086:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131251180 with x1830977685536768 ext(0->1048575) 00002000:00010000:1.0:1746157102.438091:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131251180 00000100:00100000:0.0:1746157102.439481:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.439528:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685537024 00000100:00100000:1.0:1746157102.439537:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685537024 00000100:00100000:1.0:1746157102.439593:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13977 00000100:00100000:1.0:1746157102.439601:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2011:x1830977685537024:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:1.0:1746157102.439646:0:27102:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746157102.439655:0:27102:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eca0e00/0x7b65fed885351b00 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.439669:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.439671:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.439676:0:27102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca0e00/0x7b65fed885351b00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.439690:0:27102:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eca0e00/0x7b65fed885351b00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.448231:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.448378:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685537152 00000100:00100000:3.0:1746157102.448388:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685537152 00000100:00100000:3.0:1746157102.448442:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30352 00000100:00100000:3.0:1746157102.448451:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+6:3786:x1830977685537152:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157102.448471:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157102.448491:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed885351b07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820bf4 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157102.448517:0:9579:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 12582912, mtime: 0x68143e2e, atime: 0x0, ctime: 0x68143e2e, blocks: 0x6000 00010000:00010000:3.0:1746157102.448538:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.448541:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.448548:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed885351b07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bf4 expref: 7 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.448562:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c43b800/0x7b65fed885351b07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bf4 expref: 7 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.448572:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c43b800, rc 0) 00000100:00100000:3.0:1746157102.448618:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:3786:x1830977685537152:12345-192.168.203.44@tcp:101:dd.0 Request processed in 168us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.448624:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30352 00000100:00100000:0.0:1746157102.454035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.454112:0:27112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685537408 00000100:00100000:2.0:1746157102.454124:0:27112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685537408 00002000:00100000:2.0:1746157102.454172:0:27112:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1040383) req@ffff880093d0ed80 x1830977685537408/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157102.454182:0:27112:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0ed80 with x1830977685537408 ext(0->1040383) 00002000:00010000:2.0:1746157102.454188:0:27112:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d0ed80 00000100:00100000:2.0:1746157102.454207:0:27112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13978 00000100:00100000:2.0:1746157102.454214:0:27112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2011:x1830977685537408:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:2.0:1746157102.457958:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830977679351296:0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458023:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157102.458074:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679351296 00000100:00100000:2.0:1746157102.458081:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3767:1830977679351808:0@lo:400:kworker.0 00000100:00100000:3.0:1746157102.458082:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679351296 00000100:00100000:2.0:1746157102.458099:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157102.458116:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3767:1830977679352320:0@lo:400:kworker.0 00000100:00100000:3.0:1746157102.458122:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679351808 00000100:00100000:3.0:1746157102.458125:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679351808 00000100:00100000:2.0:1746157102.458128:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157102.458139:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1746157102.458143:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679351424:0@lo:400:kworker.0 00000100:00100000:3.0:1746157102.458147:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679352320 00000100:00100000:3.0:1746157102.458149:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679352320 00000100:00100000:2.0:1746157102.458160:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157102.458165:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:2.0:1746157102.458170:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800910ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679351936:0@lo:400:kworker.0 00000100:00100000:3.0:1746157102.458173:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830977679351296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458186:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157102.458195:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679352448:0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458209:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157102.458221:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830977679351296:12345-0@lo:400:kworker.0 Request processed in 49us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.458227:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:2.0:1746157102.458235:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830977679351296:0@lo:400:kworker.0 00000100:00100000:3.0:1746157102.458241:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1746157102.458245:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830977679351808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458265:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679351424 00000100:00100000:2.0:1746157102.458267:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679351424 00000100:00100000:3.0:1746157102.458269:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830977679351808:12345-0@lo:400:kworker.0 Request processed in 24us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.458273:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1746157102.458280:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:3.0:1746157102.458283:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830977679352320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458289:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1746157102.458293:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830977679351424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157102.458297:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830977679352320:12345-0@lo:400:kworker.0 Request processed in 14us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.458301:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1746157102.458316:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830977679351424:12345-0@lo:400:kworker.0 Request processed in 23us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.458321:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1746157102.458322:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679351936 00000100:00100000:3.0:1746157102.458324:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679351936 00000100:00100000:2.0:1746157102.458335:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679352448 00000100:00100000:2.0:1746157102.458338:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679352448 00000100:00100000:3.0:1746157102.458348:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1746157102.458351:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679351936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458359:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1746157102.458364:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679352448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157102.458370:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679351936:12345-0@lo:400:kworker.0 Request processed in 18us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.458374:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1746157102.458388:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679352448:12345-0@lo:400:kworker.0 Request processed in 24us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.458393:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1746157102.458413:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679351424:0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458420:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800910ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679351936:0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458426:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679352448:0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458432:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007ca02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3767:1830977679352320:0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458438:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3767:1830977679351808:0@lo:400:kworker.0 00000100:00080000:1.0:1746157102.458524:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746157102.458528:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746157102.458531:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746157102.458544:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830977679351552:0@lo:400:kworker.0 00000100:00100000:1.0:1746157102.458566:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157102.458576:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:81652853-4347-4196-931c-6de7451a0496:3766:1830977679351168:0@lo:400:kworker.0 00000100:00100000:1.0:1746157102.458581:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800910ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679352064:0@lo:400:kworker.0 00000100:00100000:1.0:1746157102.458594:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157102.458606:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157102.458608:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679352576:0@lo:400:kworker.0 00000100:00100000:1.0:1746157102.458623:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157102.458626:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012a2fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3766:1830977679351680:0@lo:400:kworker.0 00000100:00100000:1.0:1746157102.458640:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679351168 00000100:00100000:0.0:1746157102.458642:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157102.458643:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679351168 00000100:00100000:0.0:1746157102.458652:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800910eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3766:1830977679352192:0@lo:400:kworker.0 00000100:00100000:1.0:1746157102.458660:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1746157102.458664:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8203c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:81652853-4347-4196-931c-6de7451a0496+23:3766:x1830977679351168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157102.458666:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157102.458683:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8203c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:81652853-4347-4196-931c-6de7451a0496+23:3766:x1830977679351168:12345-0@lo:400:kworker.0 Request processed in 18us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157102.458687:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1746157102.458698:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:81652853-4347-4196-931c-6de7451a0496:3766:1830977679351168:0@lo:400:kworker.0 00000100:00100000:1.0:1746157102.458707:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679351552 00000100:00100000:1.0:1746157102.458709:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679351552 00000100:00100000:0.0:1746157102.458715:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679351680 00000100:00100000:0.0:1746157102.458717:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679351680 00000100:00100000:1.0:1746157102.458719:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679352192 00000100:00100000:1.0:1746157102.458721:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679352192 00000100:00100000:1.0:1746157102.458749:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:1.0:1746157102.458753:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830977679351552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157102.458754:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1746157102.458759:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830977679352192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157102.458772:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830977679351552:12345-0@lo:400:kworker.0 Request processed in 19us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157102.458777:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:1.0:1746157102.458784:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1746157102.458786:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830977679352192:12345-0@lo:400:kworker.0 Request processed in 27us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157102.458787:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830977679351680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157102.458791:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1746157102.458801:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830977679351680:12345-0@lo:400:kworker.0 Request processed in 13us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157102.458815:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1746157102.458823:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3766:1830977679351680:0@lo:400:kworker.0 00000100:00080000:1.0:1746157102.458825:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157102.458830:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800910eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3766:1830977679352192:0@lo:400:kworker.0 00000100:00100000:1.0:1746157102.458835:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012a2fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830977679351552:0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458885:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679352064 00000100:00100000:2.0:1746157102.458888:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679352064 00000100:00100000:2.0:1746157102.458904:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679352576 00000100:00100000:2.0:1746157102.458906:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679352576 00000100:00100000:2.0:1746157102.458917:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1746157102.458921:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679352064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458958:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679352064:12345-0@lo:400:kworker.0 Request processed in 36us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.458963:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1746157102.458972:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1746157102.458975:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679352576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157102.458992:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679352576:12345-0@lo:400:kworker.0 Request processed in 17us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.458996:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1746157102.459038:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800910ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679352064:0@lo:400:kworker.0 00000100:00100000:0.0:1746157102.459046:0:3765:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970679 gen 2 00000004:00080000:0.0:1746157102.459050:0:3765:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009250c700, transno 4294970679 00000100:00100000:0.0:1746157102.459057:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679352576:0@lo:400:kworker.0 00000100:00100000:0.0:1746157102.459274:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746157102.459281:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679352704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746157102.459302:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157102.459363:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679352704 00000100:00100000:2.0:1746157102.459367:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679352704 00000100:00100000:2.0:1746157102.459385:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1746157102.459389:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679352704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746157102.459501:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 513366848 pending 14770176 free 3920138240 avail 3688615936 00000100:00100000:2.0:1746157102.459529:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679352704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 139us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.459535:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00080000:1.0:1746157102.460169:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746157102.460172:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157102.460703:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679352704:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1746157102.461991:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970686 is committed 00002000:00010000:1.0:1746157102.462203:0:27102:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:1.0:1746157102.462207:0:27102:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746157103 00002000:00010000:1.0:1746157102.462209:0:27102:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746157103 00002000:00010000:1.0:1746157102.462211:0:27102:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:1.0:1746157102.462223:0:27102:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eca0e00/0x7b65fed885351b00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.462233:0:27102:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca0e00/0x7b65fed885351b00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.462240:0:27102:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eca0e00/0x7b65fed885351b00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.462246:0:27102:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca0e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157102.462250:0:27102:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eca0e00/0x7b65fed885351b00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.462258:0:27102:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eca0e00/0x7b65fed885351b00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.462275:0:27102:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eca0e00/0x7b65fed885351b00 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.462280:0:27102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eca0e00/0x7b65fed885351b00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.462408:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2011:x1830977685537024:12345-192.168.203.44@tcp:4:dd.0 Request processed in 22805us (22926us total) trans 4294970686 rc 0/0 00000100:00100000:1.0:1746157102.462418:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13977 00000100:00100000:3.0:1746157102.462422:0:27112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2011:x1830977685537408:12345-192.168.203.44@tcp:3:dd.0 Request processed in 8207us (8403us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746157102.462429:0:27112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13978 00002000:00100000:3.0:1746157102.462438:0:27112:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1040383) req@ffff880093d0ed80 x1830977685537408/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.462447:0:27112:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d0ed80 with x1830977685537408 ext(0->1040383) 00002000:00010000:3.0:1746157102.462452:0:27112:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d0ed80 00000100:00100000:0.0:1746157102.469872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.469954:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685537536 00000100:00100000:3.0:1746157102.469964:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685537536 00000100:00100000:3.0:1746157102.470509:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30353 00000100:00100000:3.0:1746157102.470518:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:3786:x1830977685537536:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157102.470540:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157102.470560:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820bfb expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157102.470583:0:9579:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746157102.470606:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.470608:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.470616:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 8 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.470631:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 8 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.470642:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c43b000, rc 0) 00000100:00100000:3.0:1746157102.473024:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:3786:x1830977685537536:12345-192.168.203.44@tcp:101:dd.0 Request processed in 2498us (3151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.473035:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30353 00000100:00100000:0.0:1746157102.474225:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.474442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.474515:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685537664 00000100:00100000:1.0:1746157102.474522:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685537664 00000100:00100000:1.0:1746157102.475825:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685537792 00000100:00100000:1.0:1746157102.475829:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685537792 00000100:00100000:2.0:1746157102.475899:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30354 00000100:00100000:2.0:1746157102.475908:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+14:2013:x1830977685537664:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157102.475927:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157102.475944:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f116800/0x7b65fed885351b15 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c02 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.475967:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.475969:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.475976:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f116800/0x7b65fed885351b15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c02 expref: 15 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157102.475991:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f116800/0x7b65fed885351b15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c02 expref: 15 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157102.476001:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f116800, rc 0) 00000100:00100000:2.0:1746157102.476052:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685537664:12345-192.168.203.44@tcp:101:dd.0 Request processed in 146us (1829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.476058:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30354 00000100:00100000:2.0:1746157102.476073:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30355 00000100:00100000:2.0:1746157102.476078:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+5:2013:x1830977685537792:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157102.476084:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157102.476092:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885351b1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c09 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.476102:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.476104:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.476107:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885351b1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c09 expref: 6 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157102.476115:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f117e00/0x7b65fed885351b1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c09 expref: 6 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157102.476121:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f117e00, rc 0) 00000100:00100000:2.0:1746157102.476134:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685537792:12345-192.168.203.44@tcp:101:dd.0 Request processed in 57us (1693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.476138:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30355 00000100:00100000:0.0:1746157102.481857:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.481910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.481991:0:27112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685538304 00000100:00100000:1.0:1746157102.481991:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685538176 00000100:00100000:3.0:1746157102.481999:0:27112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685538304 00000100:00100000:1.0:1746157102.481999:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685538176 00000100:00100000:3.0:1746157102.482058:0:27112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13979 00000100:00100000:3.0:1746157102.482065:0:27112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685538304:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157102.482101:0:27112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351b23 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.482114:0:27112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.482116:0:27112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746157102.482119:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13980 00010000:00010000:3.0:1746157102.482121:0:27112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351b23 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.482126:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2012:x1830977685538176:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157102.482139:0:27112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351b23 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.482146:0:27102:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351b2a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.482155:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.482156:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.482159:0:27102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351b2a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.482168:0:27102:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351b2a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.491090:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746157102.491112:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679352832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746157102.491182:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157102.491411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.491479:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679352832 00000100:00100000:3.0:1746157102.491487:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679352832 00000100:00100000:2.0:1746157102.491870:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685538560 00000100:00100000:2.0:1746157102.491875:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685538560 00000100:00100000:2.0:1746157102.491904:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30356 00000100:00100000:2.0:1746157102.491911:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:3786:x1830977685538560:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157102.491929:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157102.491950:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f117600/0x7b65fed885351b31 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c10 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746157102.491973:0:9577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746157102.491993:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.491995:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.492004:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f117600/0x7b65fed885351b31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c10 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.492019:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f117600/0x7b65fed885351b31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c10 expref: 8 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.492028:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f117600, rc 0) 00000100:00100000:2.0:1746157102.492068:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:3786:x1830977685538560:12345-192.168.203.44@tcp:101:dd.0 Request processed in 157us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.492074:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30356 00000100:00100000:3.0:1746157102.492165:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1746157102.492173:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830977679352832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746157102.492189:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920138240 avail 3673845760 00000100:00100000:3.0:1746157102.492228:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830977679352832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157102.492234:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1746157102.492272:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679352832:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1746157102.493371:0:27112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351b23 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.493382:0:27112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351b23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.493389:0:27112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351b23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.493397:0:27112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c43ae00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157102.493401:0:27112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351b23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.493409:0:27112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351b23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.493423:0:27112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351b23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.493429:0:27112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351b23 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.493471:0:27112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685538304:12345-192.168.203.44@tcp:3:dd.0 Request processed in 11406us (11560us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746157102.493478:0:27112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13979 00010000:00010000:1.0:1746157102.496646:0:27102:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351b2a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.496660:0:27102:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351b2a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.496667:0:27102:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351b2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.496678:0:27102:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135679c00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157102.496682:0:27102:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351b2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.496689:0:27102:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351b2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.496705:0:27102:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351b2a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.496711:0:27102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351b2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.497077:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2012:x1830977685538176:12345-192.168.203.44@tcp:3:dd.0 Request processed in 14946us (15226us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.497087:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13980 00000100:00100000:0.0:1746157102.499549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.499661:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685538816 00000100:00100000:1.0:1746157102.499670:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685538816 00000100:00100000:2.0:1746157102.499942:0:27112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13981 00000100:00100000:2.0:1746157102.499952:0:27112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685538816:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:2.0:1746157102.500093:0:27112:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 2088960, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0xff0 00010000:00010000:2.0:1746157102.500102:0:27112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885351b38 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.500115:0:27112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.500117:0:27112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.500122:0:27112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885351b38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.500140:0:27112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885351b38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.508305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.508342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.508368:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685539200 00000100:00100000:0.0:1746157102.508378:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685539200 00000100:00100000:0.0:1746157102.508393:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685539328 00000100:00100000:0.0:1746157102.508395:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685539328 00002000:00100000:0.0:1746157102.508444:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (1048576->2097151) req@ffff8801306bca80 x1830977685539328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.508453:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bca80 with x1830977685539328 ext(1048576->2097151) 00002000:00010000:0.0:1746157102.508458:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306bca80 00000100:00100000:0.0:1746157102.508486:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13982 00000100:00100000:0.0:1746157102.508495:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2011:x1830977685539328:12345-192.168.203.44@tcp:3:dd.0 00002000:00100000:2.0:1746157102.509995:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (1040384->2097151) req@ffff8801306bd180 x1830977685539200/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157102.510006:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bd180 with x1830977685539200 ext(1040384->2097151) 00002000:00010000:2.0:1746157102.510010:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bd180 00000100:00100000:2.0:1746157102.510052:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13983 00000100:00100000:2.0:1746157102.510058:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2010:x1830977685539200:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:1.0:1746157102.517884:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2011:x1830977685539328:12345-192.168.203.44@tcp:3:dd.0 Request processed in 9379us (9529us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.517895:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13982 00002000:00100000:1.0:1746157102.517907:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (1048576->2097151) req@ffff8801306bca80 x1830977685539328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.517916:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bca80 with x1830977685539328 ext(1048576->2097151) 00002000:00010000:1.0:1746157102.517922:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306bca80 00000100:00100000:2.0:1746157102.520103:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2010:x1830977685539200:12345-192.168.203.44@tcp:3:dd.0 Request processed in 10041us (11807us total) trans 0 rc 1056768/1056768 00000100:00100000:2.0:1746157102.520112:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13983 00002000:00100000:2.0:1746157102.520119:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (1040384->2097151) req@ffff8801306bd180 x1830977685539200/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157102.520127:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bd180 with x1830977685539200 ext(1040384->2097151) 00002000:00010000:2.0:1746157102.520130:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306bd180 00000001:00080000:0.0:1746157102.523174:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970687 is committed 00002000:00010000:2.0:1746157102.524062:0:27112:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:2.0:1746157102.524067:0:27112:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:2.0:1746157102.524079:0:27112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885351b38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.524094:0:27112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885351b38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.524102:0:27112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885351b38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.524109:0:27112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f117200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157102.524113:0:27112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885351b38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.524121:0:27112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885351b38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.524139:0:27112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885351b38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.524145:0:27112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f117200/0x7b65fed885351b38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157102.524306:0:27112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685538816:12345-192.168.203.44@tcp:4:dd.0 Request processed in 24351us (24758us total) trans 4294970687 rc 0/0 00000100:00100000:3.0:1746157102.524317:0:27112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13981 00000100:00100000:0.0:1746157102.528395:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.528436:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.528467:0:27112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685539584 00000100:00100000:0.0:1746157102.528472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.528475:0:27112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685539584 00000100:00100000:3.0:1746157102.529612:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685539968 00000100:00100000:3.0:1746157102.529616:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685539968 00000100:00100000:3.0:1746157102.529638:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685540096 00000100:00100000:3.0:1746157102.529640:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685540096 00000100:00100000:3.0:1746157102.529694:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13984 00000100:00100000:0.0:1746157102.529701:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13985 00000100:00100000:3.0:1746157102.529702:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685539584:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:0.0:1746157102.529709:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685539968:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:1.0:1746157102.529713:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13986 00000100:00100000:1.0:1746157102.529721:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685540096:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157102.529758:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007d7c4c00/0x7b65fed885351b46 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.529758:0:9583:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880134a6e600/0x7b65fed885351b3f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.529770:0:20192:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b4d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.529772:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157102.529772:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.529773:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157102.529773:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.529777:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007d7c4c00/0x7b65fed885351b46 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.529777:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a6e600/0x7b65fed885351b3f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.529787:0:20192:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.529789:0:20192:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.529789:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007d7c4c00/0x7b65fed885351b46 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.529789:0:9583:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a6e600/0x7b65fed885351b3f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.529791:0:20192:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b4d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.529798:0:20192:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b4d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.529896:0:20192:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b4d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.529904:0:20192:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.529910:0:20192:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.529916:0:20192:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d2b9e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157102.529919:0:20192:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.529925:0:20192:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.529937:0:20192:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.529942:0:20192:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157102.530002:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685539584:12345-192.168.203.44@tcp:3:dd.0 Request processed in 300us (1614us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1746157102.530009:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13984 00010000:00010000:2.0:1746157102.541683:0:9583:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880134a6e600/0x7b65fed885351b3f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.541698:0:9583:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134a6e600/0x7b65fed885351b3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.541705:0:9583:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134a6e600/0x7b65fed885351b3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.541715:0:9583:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134a6e600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157102.541718:0:9583:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a6e600/0x7b65fed885351b3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.541726:0:9583:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134a6e600/0x7b65fed885351b3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.541773:0:9583:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134a6e600/0x7b65fed885351b3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.541779:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a6e600/0x7b65fed885351b3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.541866:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685539968:12345-192.168.203.44@tcp:3:dd.0 Request processed in 12153us (13424us total) trans 0 rc 1024000/1024000 00000100:00100000:2.0:1746157102.541875:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13985 00010000:00010000:1.0:1746157102.546607:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007d7c4c00/0x7b65fed885351b46 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.546622:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007d7c4c00/0x7b65fed885351b46 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.546630:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007d7c4c00/0x7b65fed885351b46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.546637:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007d7c4c00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157102.546641:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007d7c4c00/0x7b65fed885351b46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.546648:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007d7c4c00/0x7b65fed885351b46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.546671:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007d7c4c00/0x7b65fed885351b46 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.546676:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007d7c4c00/0x7b65fed885351b46 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.546789:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685540096:12345-192.168.203.44@tcp:3:dd.0 Request processed in 17062us (18308us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.546799:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13986 00000100:00100000:0.0:1746157102.552200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.552302:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685540352 00000100:00100000:1.0:1746157102.552311:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685540352 00000100:00100000:1.0:1746157102.552389:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13987 00000100:00100000:1.0:1746157102.552398:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685540352:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:1.0:1746157102.552448:0:24938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 4177920, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0x1fe0 00010000:00010000:1.0:1746157102.552457:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351b54 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.552471:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.552472:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.552478:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351b54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.552491:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351b54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.553883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.554569:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685540608 00000100:00100000:3.0:1746157102.554575:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685540608 00002000:00100000:3.0:1746157102.554606:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->3145727) req@ffff8801306bf100 x1830977685540608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.554616:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bf100 with x1830977685540608 ext(2097152->3145727) 00002000:00010000:3.0:1746157102.554622:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306bf100 00000100:00100000:3.0:1746157102.554698:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13988 00000100:00100000:3.0:1746157102.554705:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2010:x1830977685540608:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:0.0:1746157102.555539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.557300:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685540864 00000100:00100000:2.0:1746157102.557310:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685540864 00002000:00100000:2.0:1746157102.557354:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->3145727) req@ffff88007d67aa00 x1830977685540864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157102.557364:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67aa00 with x1830977685540864 ext(2097152->3145727) 00002000:00010000:2.0:1746157102.557370:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d67aa00 00000100:00100000:2.0:1746157102.557409:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13989 00000100:00100000:2.0:1746157102.557417:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2010:x1830977685540864:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:3.0:1746157102.567365:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2010:x1830977685540608:12345-192.168.203.44@tcp:3:dd.0 Request processed in 12648us (13472us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157102.567378:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13988 00002000:00100000:3.0:1746157102.567390:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->3145727) req@ffff8801306bf100 x1830977685540608/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.567400:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bf100 with x1830977685540608 ext(2097152->3145727) 00002000:00010000:3.0:1746157102.567407:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306bf100 00000100:00100000:3.0:1746157102.569848:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2010:x1830977685540864:12345-192.168.203.44@tcp:3:dd.0 Request processed in 12425us (14303us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157102.569858:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13989 00002000:00100000:3.0:1746157102.569867:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->3145727) req@ffff88007d67aa00 x1830977685540864/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.569881:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67aa00 with x1830977685540864 ext(2097152->3145727) 00002000:00010000:3.0:1746157102.569885:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d67aa00 00000100:00100000:0.0:1746157102.572051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.572116:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685541120 00000100:00100000:3.0:1746157102.572124:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685541120 00002000:00100000:3.0:1746157102.572159:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (3145728->4194303) req@ffff88007d678000 x1830977685541120/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.572168:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678000 with x1830977685541120 ext(3145728->4194303) 00002000:00010000:3.0:1746157102.572172:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d678000 00000100:00100000:3.0:1746157102.572191:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13990 00000100:00100000:3.0:1746157102.572198:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2012:x1830977685541120:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:1.0:1746157102.578426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.578759:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685541376 00000100:00100000:0.0:1746157102.578768:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685541376 00002000:00100000:0.0:1746157102.578823:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (3145728->4194303) req@ffff88008ce87100 x1830977685541376/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.578833:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce87100 with x1830977685541376 ext(3145728->4194303) 00002000:00010000:0.0:1746157102.578838:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce87100 00000100:00100000:0.0:1746157102.578869:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13991 00000100:00100000:0.0:1746157102.578877:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2012:x1830977685541376:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:2.0:1746157102.579381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.579417:0:27112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685541632 00000100:00100000:3.0:1746157102.579421:0:27112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685541632 00002000:00100000:3.0:1746157102.579439:0:27112:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->5242879) req@ffff8801306bf480 x1830977685541632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.579446:0:27112:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bf480 with x1830977685541632 ext(4194304->5242879) 00002000:00010000:3.0:1746157102.579449:0:27112:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306bf480 00000100:00100000:3.0:1746157102.579465:0:20192:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13992 00000100:00100000:3.0:1746157102.579469:0:20192:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685541632:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:2.0:1746157102.579510:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+9:2012:x1830977685541120:12345-192.168.203.44@tcp:3:dd.0 Request processed in 7312us (7465us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157102.579515:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13990 00002000:00100000:2.0:1746157102.579520:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (3145728->4194303) req@ffff88007d678000 x1830977685541120/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157102.579527:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d678000 with x1830977685541120 ext(3145728->4194303) 00002000:00010000:2.0:1746157102.579529:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d678000 00000001:00080000:0.0:1746157102.581923:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970688 is committed 00002000:00010000:2.0:1746157102.582108:0:24938:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:2.0:1746157102.582112:0:24938:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:2.0:1746157102.582124:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351b54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.582134:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351b54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.582141:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351b54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.582146:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd9d000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157102.582149:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351b54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.582156:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351b54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.582172:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351b54 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.582179:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351b54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.583358:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685540352:12345-192.168.203.44@tcp:4:dd.0 Request processed in 30955us (31162us total) trans 4294970688 rc 0/0 00000100:00100000:2.0:1746157102.583369:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13987 00000100:00100000:0.0:1746157102.585986:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.586489:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685541888 00000100:00100000:2.0:1746157102.586499:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685541888 00002000:00100000:2.0:1746157102.586541:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->5242879) req@ffff88007d67a680 x1830977685541888/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157102.586550:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67a680 with x1830977685541888 ext(4194304->5242879) 00002000:00010000:2.0:1746157102.586556:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d67a680 00000100:00100000:2.0:1746157102.586901:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13993 00000100:00100000:2.0:1746157102.586910:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685541888:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:0.0:1746157102.587496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.587514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.587528:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685542528 00000100:00100000:0.0:1746157102.587531:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685542528 00002000:00100000:0.0:1746157102.587551:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (5242880->6291455) req@ffff88007d67bb80 x1830977685542528/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.587559:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67bb80 with x1830977685542528 ext(5242880->6291455) 00002000:00010000:0.0:1746157102.587563:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d67bb80 00000100:00100000:0.0:1746157102.587578:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685542144 00000100:00100000:0.0:1746157102.587581:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685542144 00000100:00100000:0.0:1746157102.587600:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13994 00000100:00100000:0.0:1746157102.587605:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2013:x1830977685542528:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:1.0:1746157102.587719:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+9:2012:x1830977685541376:12345-192.168.203.44@tcp:3:dd.0 Request processed in 8841us (9300us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.587727:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13991 00000100:00100000:3.0:1746157102.587748:0:27112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13995 00002000:00100000:1.0:1746157102.587748:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (3145728->4194303) req@ffff88008ce87100 x1830977685541376/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746157102.587756:0:27112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685542144:12345-192.168.203.44@tcp:3:dd.0 00002000:00100000:1.0:1746157102.587756:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce87100 with x1830977685541376 ext(3145728->4194303) 00002000:00010000:1.0:1746157102.587760:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce87100 00010000:00010000:3.0:1746157102.587780:0:27112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b5b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.587799:0:27112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.587811:0:27112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.587817:0:27112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b5b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.587830:0:27112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b5b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.589380:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.589403:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685542656 00000100:00100000:2.0:1746157102.589408:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685542656 00000100:00100000:3.0:1746157102.589557:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.589829:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685542912 00000100:00100000:2.0:1746157102.589832:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685542912 00000100:00100000:3.0:1746157102.589835:0:27103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13996 00000100:00100000:3.0:1746157102.589842:0:27103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685542656:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157102.589872:0:27103:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351b62 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.589883:0:27103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.589885:0:27103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.589889:0:27103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351b62 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.589898:0:27103:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351b62 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27103 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.590208:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13997 00000100:00100000:2.0:1746157102.590214:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685542912:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157102.590231:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885351b69 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.590239:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.590241:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.590244:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885351b69 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.590253:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885351b69 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.590337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.590389:0:27104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685543168 00000100:00100000:1.0:1746157102.590394:0:27104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685543168 00002000:00100000:1.0:1746157102.590415:0:27104:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (5242880->6291455) req@ffff88007d67a300 x1830977685543168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.590424:0:27104:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67a300 with x1830977685543168 ext(5242880->6291455) 00002000:00010000:1.0:1746157102.590428:0:27104:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d67a300 00000100:00100000:1.0:1746157102.590441:0:27104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13998 00000100:00100000:1.0:1746157102.590445:0:27104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685543168:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:0.0:1746157102.590648:0:20192:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685541632:12345-192.168.203.44@tcp:3:dd.0 Request processed in 11175us (11265us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157102.590662:0:20192:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13992 00002000:00100000:0.0:1746157102.590674:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->5242879) req@ffff8801306bf480 x1830977685541632/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.590681:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306bf480 with x1830977685541632 ext(4194304->5242879) 00002000:00010000:0.0:1746157102.590686:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306bf480 00000100:00100000:2.0:1746157102.601798:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685541888:12345-192.168.203.44@tcp:3:dd.0 Request processed in 14877us (15807us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157102.601825:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13993 00002000:00100000:2.0:1746157102.601836:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->5242879) req@ffff88007d67a680 x1830977685541888/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157102.601846:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67a680 with x1830977685541888 ext(4194304->5242879) 00002000:00010000:2.0:1746157102.601852:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d67a680 00000100:00100000:1.0:1746157102.602924:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2013:x1830977685542528:12345-192.168.203.44@tcp:3:dd.0 Request processed in 15316us (15426us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.602931:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13994 00002000:00100000:1.0:1746157102.602937:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (5242880->6291455) req@ffff88007d67bb80 x1830977685542528/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.602945:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67bb80 with x1830977685542528 ext(5242880->6291455) 00002000:00010000:1.0:1746157102.602948:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d67bb80 00010000:00010000:2.0:1746157102.605915:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885351b69 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.605934:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885351b69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.605942:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885351b69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.605949:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091198000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157102.605954:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885351b69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.605961:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885351b69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.605982:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885351b69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.605988:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091198000/0x7b65fed885351b69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.606061:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685542912:12345-192.168.203.44@tcp:3:dd.0 Request processed in 15841us (16498us total) trans 0 rc 1015808/1015808 00000100:00100000:2.0:1746157102.606070:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13997 00010000:00010000:3.0:1746157102.612819:0:27103:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351b62 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.612837:0:27103:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351b62 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.612850:0:27103:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351b62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.612856:0:27103:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d2b8e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157102.612860:0:27103:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351b62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.612868:0:27103:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351b62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.612889:0:27103:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351b62 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.612894:0:27103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351b62 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.613134:0:27112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b5b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.613144:0:27112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.613151:0:27112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.613157:0:27112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d2b9e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157102.613160:0:27112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.613166:0:27112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.613177:0:27112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.613198:0:27112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9e00/0x7b65fed885351b5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.613286:0:27112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685542144:12345-192.168.203.44@tcp:3:dd.0 Request processed in 25526us (25765us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1746157102.613297:0:27112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13995 00000100:00100000:3.0:1746157102.615264:0:27103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685542656:12345-192.168.203.44@tcp:3:dd.0 Request processed in 25418us (25883us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157102.615276:0:27103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13996 00000100:00100000:1.0:1746157102.616603:0:27104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2012:x1830977685543168:12345-192.168.203.44@tcp:3:dd.0 Request processed in 26155us (26273us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.616615:0:27104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13998 00002000:00100000:1.0:1746157102.616627:0:27104:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (5242880->6291455) req@ffff88007d67a300 x1830977685543168/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.616637:0:27104:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d67a300 with x1830977685543168 ext(5242880->6291455) 00002000:00010000:1.0:1746157102.616642:0:27104:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d67a300 00000100:00100000:0.0:1746157102.619456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.619516:0:27104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685543424 00000100:00100000:1.0:1746157102.619525:0:27104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685543424 00000100:00100000:1.0:1746157102.619580:0:27104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13999 00000100:00100000:1.0:1746157102.619587:0:27104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685543424:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:1.0:1746157102.619663:0:27104:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 6266880, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0x2fd0 00010000:00010000:1.0:1746157102.619672:0:27104:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.619686:0:27104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.619688:0:27104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.619693:0:27104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.619707:0:27104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.635144:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746157102.635164:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679352960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746157102.635214:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157102.635259:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679352960 00000100:00100000:0.0:1746157102.635268:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679352960 00000100:00100000:0.0:1746157102.635311:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1746157102.635319:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679352960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746157102.635351:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 2105344 granted 59312960 pending 13729792 free 3909181440 avail 3677659136 00000100:00100000:0.0:1746157102.635389:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830977679352960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157102.635395:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1746157102.635416:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ce85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3767:1830977679352960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746157102.636345:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.636527:0:27103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685543680 00000100:00100000:3.0:1746157102.636531:0:27103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685543680 00002000:00100000:3.0:1746157102.636563:0:27103:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff8800926f6300 x1830977685543680/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.636573:0:27103:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6300 with x1830977685543680 ext(0->4194303) 00002000:00010000:3.0:1746157102.636579:0:27103:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f6300 00000100:00100000:3.0:1746157102.636594:0:27103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14000 00000100:00100000:3.0:1746157102.636600:0:27103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2011:x1830977685543680:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:2.0:1746157102.650147:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679353088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746157102.650223:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157102.650284:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679353088 00000100:00100000:0.0:1746157102.650292:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679353088 00000100:00100000:0.0:1746157102.650330:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1746157102.650337:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679353088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746157102.650359:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 2105344 granted 59312960 pending 13729792 free 3909181440 avail 3677659136 00000100:00100000:0.0:1746157102.650399:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830977679353088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157102.650404:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1746157102.650465:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679353088:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1746157102.653050:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970689 is committed 00002000:00010000:2.0:1746157102.653375:0:27104:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:2.0:1746157102.653380:0:27104:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:2.0:1746157102.653396:0:27104:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.653408:0:27104:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.653416:0:27104:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.653423:0:27104:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092526800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157102.653428:0:27104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.653437:0:27104:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.653456:0:27104:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.653462:0:27104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.654933:0:27104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685543424:12345-192.168.203.44@tcp:4:dd.0 Request processed in 35335us (35476us total) trans 4294970689 rc 0/0 00000100:00100000:2.0:1746157102.654947:0:27104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13999 00000100:00100000:1.0:1746157102.659569:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.660002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.660036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.661396:0:27104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685543936 00000100:00100000:2.0:1746157102.661406:0:27104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685543936 00002000:00100000:2.0:1746157102.661453:0:27104:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88008ce86680 x1830977685543936/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157102.661463:0:27104:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86680 with x1830977685543936 ext(0->4194303) 00002000:00010000:2.0:1746157102.661469:0:27104:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce86680 00000100:00100000:2.0:1746157102.661490:0:27104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685544320 00000100:00100000:2.0:1746157102.661492:0:27104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685544320 00000100:00100000:2.0:1746157102.661507:0:27104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685544448 00000100:00100000:2.0:1746157102.661509:0:27104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685544448 00000100:00100000:2.0:1746157102.661534:0:27104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14001 00000100:00100000:2.0:1746157102.661541:0:27104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2011:x1830977685543936:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157102.662862:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14002 00000100:00100000:0.0:1746157102.662871:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685544320:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:0.0:1746157102.662902:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed885351b77 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.662916:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157102.662917:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157102.662922:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed885351b77 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.662936:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed885351b77 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.663653:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14003 00000100:00100000:1.0:1746157102.663664:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685544448:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157102.663685:0:9583:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b7e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.663692:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.663694:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.663696:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b7e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.663704:0:9583:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b7e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.680329:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed885351b77 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.680351:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed885351b77 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.680359:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed885351b77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.680367:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f1d8400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157102.680372:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed885351b77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.680380:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed885351b77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.680401:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed885351b77 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.680407:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f1d8400/0x7b65fed885351b77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.680513:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685544320:12345-192.168.203.44@tcp:3:dd.0 Request processed in 17637us (20505us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.680524:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14002 00000100:00100000:0.0:1746157102.695315:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.695862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1746157102.696036:0:9583:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b7e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.696049:0:9583:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.696057:0:9583:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.696063:0:9583:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092526800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157102.696068:0:9583:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.696075:0:9583:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.696094:0:9583:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b7e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.696099:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092526800/0x7b65fed885351b7e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.696173:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685544448:12345-192.168.203.44@tcp:3:dd.0 Request processed in 32510us (36134us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746157102.696185:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14003 00000100:00100000:1.0:1746157102.696209:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685544832 00000100:00100000:1.0:1746157102.696215:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685544832 00000100:00100000:0.0:1746157102.696238:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685545088 00000100:00100000:0.0:1746157102.696242:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685545088 00002000:00100000:0.0:1746157102.696271:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff8800910ef800 x1830977685545088/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.696280:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ef800 with x1830977685545088 ext(6291456->7340031) 00002000:00010000:0.0:1746157102.696286:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ef800 00000100:00100000:3.0:1746157102.696307:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14004 00000100:00100000:3.0:1746157102.696322:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2010:x1830977685545088:12345-192.168.203.44@tcp:3:dd.0 00002000:00100000:1.0:1746157102.697124:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff8800926f6680 x1830977685544832/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.697133:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6680 with x1830977685544832 ext(6291456->7340031) 00002000:00010000:1.0:1746157102.697137:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926f6680 00000100:00100000:1.0:1746157102.697150:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14005 00000100:00100000:1.0:1746157102.697156:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2011:x1830977685544832:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:2.0:1746157102.697465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.697701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.697722:0:27112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685545472 00000100:00100000:0.0:1746157102.697726:0:27112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685545472 00002000:00100000:0.0:1746157102.697754:0:27112:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff8800910eca80 x1830977685545472/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.697761:0:27112:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910eca80 with x1830977685545472 ext(7340032->8388607) 00002000:00010000:0.0:1746157102.697764:0:27112:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910eca80 00000100:00100000:0.0:1746157102.697778:0:27112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685545600 00000100:00100000:0.0:1746157102.697780:0:27112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685545600 00002000:00100000:0.0:1746157102.697788:0:27112:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff8800926f5880 x1830977685545600/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.697794:0:27112:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5880 with x1830977685545600 ext(7340032->8388607) 00002000:00010000:0.0:1746157102.697796:0:27112:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f5880 00000100:00100000:0.0:1746157102.697817:0:27112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14006 00000100:00100000:0.0:1746157102.697821:0:27112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2010:x1830977685545472:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:2.0:1746157102.698043:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14007 00000100:00100000:2.0:1746157102.698050:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685545600:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:3.0:1746157102.702173:0:27103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2011:x1830977685543680:12345-192.168.203.44@tcp:4:dd.0 Request processed in 65558us (65816us total) trans 4294970690 rc 0/0 00000100:00100000:3.0:1746157102.702187:0:27103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14000 00002000:00100000:3.0:1746157102.702202:0:27103:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff8800926f6300 x1830977685543680/t4294970690(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/448 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.702212:0:27103:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6300 with x1830977685543680 ext(0->4194303) 00002000:00010000:3.0:1746157102.702218:0:27103:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f6300 00000100:00100000:2.0:1746157102.703521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.703596:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.703624:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.703950:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685545984 00000100:00100000:3.0:1746157102.703960:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685545984 00002000:00100000:3.0:1746157102.704005:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff8800910ef100 x1830977685545984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.704015:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ef100 with x1830977685545984 ext(8388608->10485759) 00002000:00010000:3.0:1746157102.704019:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ef100 00000100:00100000:3.0:1746157102.704033:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685546240 00000100:00100000:3.0:1746157102.704035:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685546240 00002000:00100000:3.0:1746157102.704045:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->9437183) req@ffff8800926f7800 x1830977685546240/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.704052:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7800 with x1830977685546240 ext(8388608->9437183) 00002000:00010000:3.0:1746157102.704054:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f7800 00000100:00100000:3.0:1746157102.704061:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685546624 00000100:00100000:3.0:1746157102.704063:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685546624 00000100:00100000:3.0:1746157102.704074:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14008 00000100:00100000:3.0:1746157102.704081:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685545984:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:1.0:1746157102.705031:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14009 00000100:00100000:1.0:1746157102.705041:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685546240:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:2.0:1746157102.705548:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14010 00000100:00100000:2.0:1746157102.705556:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685546624:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:2.0:1746157102.705590:0:9584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 8355840, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0x3fc0 00010000:00010000:2.0:1746157102.705598:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007d7c4400/0x7b65fed885351b85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.705611:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.705612:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.705618:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007d7c4400/0x7b65fed885351b85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.705631:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007d7c4400/0x7b65fed885351b85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.715914:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.715951:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.715976:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.715986:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.716130:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685545088:12345-192.168.203.44@tcp:3:dd.0 Request processed in 19812us (20267us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.716142:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14004 00002000:00100000:1.0:1746157102.716156:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff8800910ef800 x1830977685545088/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.716166:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ef800 with x1830977685545088 ext(6291456->7340031) 00002000:00010000:1.0:1746157102.716173:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910ef800 00000100:00100000:1.0:1746157102.716196:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685547008 00000100:00100000:1.0:1746157102.716203:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685547008 00002000:00100000:1.0:1746157102.716234:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88008ce86d80 x1830977685547008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.716241:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86d80 with x1830977685547008 ext(11534336->12582911) 00002000:00010000:1.0:1746157102.716244:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce86d80 00000100:00100000:1.0:1746157102.716250:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685546880 00000100:00100000:1.0:1746157102.716252:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685546880 00002000:00100000:1.0:1746157102.716260:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff88008ce85f80 x1830977685546880/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.716265:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85f80 with x1830977685546880 ext(10485760->11534335) 00002000:00010000:1.0:1746157102.716268:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce85f80 00000100:00100000:1.0:1746157102.716271:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685547264 00000100:00100000:1.0:1746157102.716273:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685547264 00002000:00100000:1.0:1746157102.716281:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (9437184->11534335) req@ffff88008ce87b80 x1830977685547264/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.716286:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce87b80 with x1830977685547264 ext(9437184->11534335) 00002000:00010000:1.0:1746157102.716288:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce87b80 00000100:00100000:1.0:1746157102.716291:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685547648 00000100:00100000:1.0:1746157102.716293:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685547648 00002000:00100000:1.0:1746157102.716301:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88008ce86300 x1830977685547648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.716306:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86300 with x1830977685547648 ext(11534336->12582911) 00002000:00010000:1.0:1746157102.716308:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce86300 00000100:00100000:1.0:1746157102.716313:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14011 00000100:00100000:1.0:1746157102.716318:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:2010:x1830977685547008:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:2.0:1746157102.720478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.722470:0:20192:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:0.0:1746157102.722483:0:20192:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_010' 00000100:00100000:0.0:1746157102.723157:0:20192:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685547904 00000100:00100000:0.0:1746157102.723166:0:20192:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685547904 00002000:00100000:0.0:1746157102.723208:0:20192:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88012a2fed80 x1830977685547904/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.723218:0:20192:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fed80 with x1830977685547904 ext(12582912->13631487) 00002000:00010000:0.0:1746157102.723224:0:20192:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012a2fed80 00000100:00100000:1.0:1746157102.723729:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14012 00000100:00100000:1.0:1746157102.723755:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:2010:x1830977685546880:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:3.0:1746157102.731246:0:27104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2011:x1830977685543936:12345-192.168.203.44@tcp:4:dd.0 Request processed in 69692us (71674us total) trans 4294972338 rc 0/0 00000100:00100000:3.0:1746157102.731260:0:27104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14001 00002000:00100000:3.0:1746157102.731272:0:27104:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88008ce86680 x1830977685543936/t4294972338(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/448 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.731282:0:27104:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86680 with x1830977685543936 ext(0->4194303) 00002000:00010000:3.0:1746157102.731289:0:27104:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce86680 00000100:00100000:3.0:1746157102.731317:0:27104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14013 00000100:00100000:3.0:1746157102.731328:0:27104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8c885c2b-e2af-4c20-b13d-df010849e4eb+15:2010:x1830977685547264:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:1.0:1746157102.733246:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:2011:x1830977685544832:12345-192.168.203.44@tcp:3:dd.0 Request processed in 36083us (37936us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.733254:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14005 00002000:00100000:1.0:1746157102.733262:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff8800926f6680 x1830977685544832/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.733271:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f6680 with x1830977685544832 ext(6291456->7340031) 00002000:00010000:1.0:1746157102.733275:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926f6680 00000100:00100000:1.0:1746157102.733296:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14014 00000100:00100000:1.0:1746157102.733305:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:2011:x1830977685547648:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:3.0:1746157102.738272:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:2010:x1830977685545600:12345-192.168.203.44@tcp:3:dd.0 Request processed in 40212us (40561us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157102.738283:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14007 00002000:00100000:3.0:1746157102.738299:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff8800926f5880 x1830977685545600/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.738310:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f5880 with x1830977685545600 ext(7340032->8388607) 00002000:00010000:3.0:1746157102.738317:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f5880 00000100:00100000:3.0:1746157102.738344:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14015 00000100:00100000:3.0:1746157102.738353:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:2011:x1830977685547904:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:1.0:1746157102.747722:0:27112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:2010:x1830977685545472:12345-192.168.203.44@tcp:3:dd.0 Request processed in 49887us (50247us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.747752:0:27112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14006 00002000:00100000:1.0:1746157102.747766:0:27112:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff8800910eca80 x1830977685545472/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.747776:0:27112:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910eca80 with x1830977685545472 ext(7340032->8388607) 00002000:00010000:1.0:1746157102.747781:0:27112:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910eca80 00000100:00100000:1.0:1746157102.749399:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685546240:12345-192.168.203.44@tcp:3:dd.0 Request processed in 44352us (45795us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.749409:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14009 00002000:00100000:1.0:1746157102.749418:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->9437183) req@ffff8800926f7800 x1830977685546240/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.749428:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7800 with x1830977685546240 ext(8388608->9437183) 00002000:00010000:1.0:1746157102.749433:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f7800 00000100:00100000:3.0:1746157102.756101:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:2010:x1830977685545984:12345-192.168.203.44@tcp:3:dd.0 Request processed in 52008us (52573us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157102.756117:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14008 00002000:00100000:3.0:1746157102.756130:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff8800910ef100 x1830977685545984/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.756140:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ef100 with x1830977685545984 ext(8388608->10485759) 00002000:00010000:3.0:1746157102.756146:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ef100 00000001:00080000:1.0:1746157102.756562:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970691 is committed 00000001:00080000:1.0:1746157102.756572:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970690 is committed 00002000:00010000:3.0:1746157102.756791:0:9584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:3.0:1746157102.756795:0:9584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:3.0:1746157102.756819:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007d7c4400/0x7b65fed885351b85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.756828:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007d7c4400/0x7b65fed885351b85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.756835:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007d7c4400/0x7b65fed885351b85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.756842:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007d7c4400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157102.756846:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007d7c4400/0x7b65fed885351b85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.756853:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007d7c4400/0x7b65fed885351b85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.756871:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007d7c4400/0x7b65fed885351b85 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.756881:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007d7c4400/0x7b65fed885351b85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157102.757952:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685546624:12345-192.168.203.44@tcp:4:dd.0 Request processed in 52393us (54323us total) trans 4294970691 rc 0/0 00000100:00100000:3.0:1746157102.757966:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14010 00000100:00100000:0.0:1746157102.758380:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685547008:12345-192.168.203.44@tcp:3:dd.0 Request processed in 42060us (42477us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157102.758387:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14011 00002000:00100000:0.0:1746157102.758396:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88008ce86d80 x1830977685547008/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.758404:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86d80 with x1830977685547008 ext(11534336->12582911) 00002000:00010000:0.0:1746157102.758409:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce86d80 00000100:00100000:1.0:1746157102.767654:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2010:x1830977685546880:12345-192.168.203.44@tcp:3:dd.0 Request processed in 43888us (51688us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157102.767654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.767668:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14012 00002000:00100000:1.0:1746157102.767682:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff88008ce85f80 x1830977685546880/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746157102.767691:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685548288 00002000:00100000:1.0:1746157102.767692:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce85f80 with x1830977685546880 ext(10485760->11534335) 00002000:00010000:1.0:1746157102.767701:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ce85f80 00000100:00100000:0.0:1746157102.767702:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685548288 00000100:00100000:2.0:1746157102.767772:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.770914:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685548416 00000100:00100000:1.0:1746157102.770925:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14016 00000100:00100000:0.0:1746157102.770927:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685548416 00000100:00100000:1.0:1746157102.770941:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2012:x1830977685548288:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157102.770990:0:28780:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ce6c200/0x7b65fed885351b8c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.770992:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14017 00000100:00100000:0.0:1746157102.770998:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685548416:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157102.771008:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.771010:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.771016:0:28780:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ce6c200/0x7b65fed885351b8c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.771018:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351b93 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.771027:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157102.771029:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157102.771031:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351b93 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.771032:0:28780:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ce6c200/0x7b65fed885351b8c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.771040:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351b93 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157102.775329:0:27104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2010:x1830977685547264:12345-192.168.203.44@tcp:3:dd.0 Request processed in 43993us (59340us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157102.775341:0:27104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14013 00002000:00100000:3.0:1746157102.775353:0:27104:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (9437184->11534335) req@ffff88008ce87b80 x1830977685547264/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.775363:0:27104:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce87b80 with x1830977685547264 ext(9437184->11534335) 00002000:00010000:3.0:1746157102.775370:0:27104:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce87b80 00000100:00100000:1.0:1746157102.778002:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2011:x1830977685547648:12345-192.168.203.44@tcp:3:dd.0 Request processed in 44686us (62001us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.778017:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14014 00002000:00100000:1.0:1746157102.778030:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88008ce86300 x1830977685547648/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.778040:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ce86300 with x1830977685547648 ext(11534336->12582911) 00002000:00010000:1.0:1746157102.778046:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ce86300 00000100:00100000:3.0:1746157102.784911:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2011:x1830977685547904:12345-192.168.203.44@tcp:3:dd.0 Request processed in 46550us (64432us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157102.784924:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14015 00002000:00100000:3.0:1746157102.784937:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88012a2fed80 x1830977685547904/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/440 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.784946:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fed80 with x1830977685547904 ext(12582912->13631487) 00002000:00010000:3.0:1746157102.784953:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012a2fed80 00010000:00010000:1.0:1746157102.792634:0:28780:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ce6c200/0x7b65fed885351b8c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.792651:0:28780:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ce6c200/0x7b65fed885351b8c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.792658:0:28780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ce6c200/0x7b65fed885351b8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.792664:0:28780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ce6c200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157102.792668:0:28780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ce6c200/0x7b65fed885351b8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.792674:0:28780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ce6c200/0x7b65fed885351b8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.792691:0:28780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ce6c200/0x7b65fed885351b8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.792696:0:28780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ce6c200/0x7b65fed885351b8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.792822:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2012:x1830977685548288:12345-192.168.203.44@tcp:3:dd.0 Request processed in 21883us (25168us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157102.792832:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14016 00010000:00010000:1.0:1746157102.793279:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351b93 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.793288:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351b93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.793294:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351b93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.793300:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f1d8000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157102.793302:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351b93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.793308:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351b93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.793319:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351b93 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.793324:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351b93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.793368:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685548416:12345-192.168.203.44@tcp:3:dd.0 Request processed in 22369us (25595us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746157102.793377:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14017 00000100:00100000:0.0:1746157102.805854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.806007:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685548800 00000100:00100000:1.0:1746157102.806022:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685548800 00000100:00100000:1.0:1746157102.806101:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14018 00000100:00100000:1.0:1746157102.806109:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685548800:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:1.0:1746157102.806160:0:24938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 10444800, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0x4fb0 00010000:00010000:1.0:1746157102.806169:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351b9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.806182:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.806184:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.806189:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351b9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.806203:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351b9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.810575:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.810765:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685549056 00000100:00100000:3.0:1746157102.810774:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685549056 00002000:00100000:3.0:1746157102.810833:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff8800926f7100 x1830977685549056/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157102.810847:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7100 with x1830977685549056 ext(4194304->8388607) 00002000:00010000:3.0:1746157102.810854:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f7100 00000100:00100000:3.0:1746157102.810877:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14019 00000100:00100000:3.0:1746157102.810886:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2011:x1830977685549056:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:2.0:1746157102.813901:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679353216:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746157102.813954:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157102.814209:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679353216 00000100:00100000:2.0:1746157102.814216:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679353216 00000100:00100000:2.0:1746157102.814252:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1746157102.814259:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830977679353216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746157102.814293:0:7242:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:2.0:1746157102.814329:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830977679353216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157102.814334:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1746157102.814370:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ce84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679353216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746157102.828511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.828541:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685549312 00000100:00100000:0.0:1746157102.828550:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685549312 00002000:00100000:0.0:1746157102.828594:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff8800926f4e00 x1830977685549312/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.828603:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4e00 with x1830977685549312 ext(4194304->8388607) 00002000:00010000:0.0:1746157102.828608:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926f4e00 00000100:00100000:0.0:1746157102.828636:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14020 00000100:00100000:0.0:1746157102.828643:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685549312:12345-192.168.203.44@tcp:4:dd.0 00000001:00080000:0.0:1746157102.849250:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970692 is committed 00002000:00010000:2.0:1746157102.849466:0:24938:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:2.0:1746157102.849471:0:24938:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:2.0:1746157102.849484:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351b9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.849496:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351b9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.849504:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351b9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.849511:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ce6c000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157102.849516:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351b9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.849523:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351b9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.849542:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351b9a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.849549:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351b9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.849655:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685548800:12345-192.168.203.44@tcp:4:dd.0 Request processed in 43542us (43807us total) trans 4294970692 rc 0/0 00000100:00100000:2.0:1746157102.849666:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14018 00000100:00100000:1.0:1746157102.863344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.864404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.864860:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.864953:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685549568 00000100:00100000:2.0:1746157102.864964:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685549568 00000100:00100000:2.0:1746157102.865036:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685549824 00000100:00100000:2.0:1746157102.865039:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685549824 00000100:00100000:2.0:1746157102.865061:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14021 00000100:00100000:2.0:1746157102.865068:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685549568:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157102.865107:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351ba1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.865122:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.865123:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.865128:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351ba1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.865141:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351ba1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.865295:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14022 00000100:00100000:2.0:1746157102.865300:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685549824:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157102.865318:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012eca1c00/0x7b65fed885351ba8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.865325:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.865327:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.865330:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eca1c00/0x7b65fed885351ba8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.865337:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eca1c00/0x7b65fed885351ba8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157102.866838:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685550080 00000100:00100000:1.0:1746157102.866845:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685550080 00000100:00100000:1.0:1746157102.866889:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14023 00000100:00100000:1.0:1746157102.866900:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685550080:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157102.866924:0:9583:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed885351baf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.866935:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.866937:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.866941:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed885351baf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.866951:0:9583:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed885351baf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.867827:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2011:x1830977685549056:12345-192.168.203.44@tcp:4:dd.0 Request processed in 56939us (57259us total) trans 4294970693 rc 0/0 00000100:00100000:2.0:1746157102.867836:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14019 00002000:00100000:2.0:1746157102.867846:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff8800926f7100 x1830977685549056/t4294970693(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/448 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157102.867856:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f7100 with x1830977685549056 ext(4194304->8388607) 00002000:00010000:2.0:1746157102.867862:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f7100 00010000:00010000:2.0:1746157102.881452:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012eca1c00/0x7b65fed885351ba8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881468:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012eca1c00/0x7b65fed885351ba8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881475:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012eca1c00/0x7b65fed885351ba8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881481:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca1c00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157102.881485:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eca1c00/0x7b65fed885351ba8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881492:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eca1c00/0x7b65fed885351ba8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881512:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012eca1c00/0x7b65fed885351ba8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881517:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eca1c00/0x7b65fed885351ba8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.881599:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685549824:12345-192.168.203.44@tcp:3:dd.0 Request processed in 16294us (17193us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157102.881610:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14022 00010000:00010000:2.0:1746157102.881650:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351ba1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881657:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351ba1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881663:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351ba1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881668:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca1800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157102.881670:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351ba1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881675:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351ba1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881685:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351ba1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.881695:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351ba1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.881718:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685549568:12345-192.168.203.44@tcp:3:dd.0 Request processed in 16652us (18384us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1746157102.881724:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14021 00010000:00010000:0.0:1746157102.888538:0:9583:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed885351baf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.888558:0:9583:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed885351baf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.888567:0:9583:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed885351baf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.888573:0:9583:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ce6d800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746157102.888577:0:9583:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed885351baf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.888585:0:9583:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed885351baf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.888603:0:9583:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed885351baf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.888609:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6d800/0x7b65fed885351baf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.888686:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685550080:12345-192.168.203.44@tcp:3:dd.0 Request processed in 21784us (23819us total) trans 0 rc 991232/991232 00000100:00100000:0.0:1746157102.888696:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14023 00000100:00100000:0.0:1746157102.896275:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2012:x1830977685549312:12345-192.168.203.44@tcp:4:dd.0 Request processed in 67619us (67763us total) trans 4294972339 rc 0/0 00000100:00100000:0.0:1746157102.896289:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14020 00002000:00100000:0.0:1746157102.896302:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff8800926f4e00 x1830977685549312/t4294972339(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/448 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.896312:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f4e00 with x1830977685549312 ext(4194304->8388607) 00002000:00010000:0.0:1746157102.896318:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926f4e00 00000100:00100000:0.0:1746157102.898615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.898702:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685550336 00000100:00100000:2.0:1746157102.898711:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685550336 00000100:00100000:2.0:1746157102.898793:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14024 00000100:00100000:2.0:1746157102.898810:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685550336:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:2.0:1746157102.898859:0:27102:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 12533760, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0x5fa0 00010000:00010000:2.0:1746157102.898868:0:27102:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eca0200/0x7b65fed885351bb6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.898881:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.898883:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.898888:0:27102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca0200/0x7b65fed885351bb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.898901:0:27102:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eca0200/0x7b65fed885351bb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.913426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.916431:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685550592 00000100:00100000:1.0:1746157102.916444:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685550592 00002000:00100000:1.0:1746157102.916494:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff88012a2fca80 x1830977685550592/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157102.916504:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fca80 with x1830977685550592 ext(8388608->12582911) 00002000:00010000:1.0:1746157102.916508:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fca80 00000100:00100000:1.0:1746157102.916544:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14025 00000100:00100000:1.0:1746157102.916551:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2013:x1830977685550592:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:2.0:1746157102.932647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.932683:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685550848 00000100:00100000:2.0:1746157102.932691:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685550848 00002000:00100000:2.0:1746157102.932751:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88012a2fc380 x1830977685550848/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/0 e 0 to 0 dl 1746157113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157102.932761:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fc380 with x1830977685550848 ext(8388608->12582911) 00002000:00010000:2.0:1746157102.932766:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012a2fc380 00000100:00100000:2.0:1746157102.932789:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14026 00000100:00100000:2.0:1746157102.932797:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2012:x1830977685550848:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:1.0:1746157102.933307:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.933326:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685551104 00000100:00100000:1.0:1746157102.933329:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685551104 00000100:00100000:1.0:1746157102.933352:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 204 00000100:00100000:1.0:1746157102.933357:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:3786:x1830977685551104:12345-192.168.203.44@tcp:35:dd.0 00000100:00100000:1.0:1746157102.933584:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:3786:x1830977685551104:12345-192.168.203.44@tcp:35:dd.0 Request processed in 226us (276us total) trans 4294989406 rc 0/0 00000100:00100000:1.0:1746157102.933591:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 204 00000100:00100000:0.0:1746157102.939701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.939748:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685551360 00000100:00100000:0.0:1746157102.939756:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685551360 00000100:00100000:1.0:1746157102.939824:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 205 00000100:00100000:1.0:1746157102.939833:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:3786:x1830977685551360:12345-192.168.203.44@tcp:35:dd.0 00000001:00080000:1.0:1746157102.940039:0:19671:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989407 00000100:00100000:1.0:1746157102.940111:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+20:3786:x1830977685551360:12345-192.168.203.44@tcp:35:dd.0 Request processed in 278us (419us total) trans 4294989408 rc 0/0 00000100:00100000:1.0:1746157102.940118:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 205 00000020:00080000:1.0:1746157102.940122:0:19671:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:2.0:1746157102.940467:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970694 is committed 00000001:00080000:2.0:1746157102.940477:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970693 is committed 00002000:00010000:3.0:1746157102.940659:0:27102:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:3.0:1746157102.940663:0:27102:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:3.0:1746157102.940675:0:27102:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eca0200/0x7b65fed885351bb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.940685:0:27102:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca0200/0x7b65fed885351bb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.940692:0:27102:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eca0200/0x7b65fed885351bb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.940698:0:27102:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca0200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157102.940701:0:27102:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eca0200/0x7b65fed885351bb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.940708:0:27102:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eca0200/0x7b65fed885351bb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.940724:0:27102:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eca0200/0x7b65fed885351bb6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.940729:0:27102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eca0200/0x7b65fed885351bb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157102.940812:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685550336:12345-192.168.203.44@tcp:4:dd.0 Request processed in 42011us (42204us total) trans 4294970694 rc 0/0 00000100:00100000:3.0:1746157102.940819:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14024 00000100:00100000:0.0:1746157102.945891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.945998:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157102.946132:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685551744 00000100:00100000:3.0:1746157102.946142:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685551744 00000100:00100000:3.0:1746157102.946189:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685551872 00000100:00100000:3.0:1746157102.946191:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685551872 00000100:00100000:3.0:1746157102.946208:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14027 00000100:00100000:3.0:1746157102.946215:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091297480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685551744:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157102.946248:0:27102:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801361fba00/0x7b65fed885351bbd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.946261:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.946263:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157102.946267:0:27102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801361fba00/0x7b65fed885351bbd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.946278:0:27102:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801361fba00/0x7b65fed885351bbd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.947109:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14028 00000100:00100000:2.0:1746157102.947119:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685551872:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157102.947144:0:28780:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351bc4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.947152:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.947153:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.947156:0:28780:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351bc4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.947165:0:28780:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351bc4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.953151:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2013:x1830977685550592:12345-192.168.203.44@tcp:4:dd.0 Request processed in 36587us (39724us total) trans 4294970695 rc 0/0 00000100:00100000:0.0:1746157102.953165:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14025 00002000:00100000:0.0:1746157102.953178:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff88012a2fca80 x1830977685550592/t4294970695(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/448 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.953188:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fca80 with x1830977685550592 ext(8388608->12582911) 00002000:00010000:0.0:1746157102.953193:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2fca80 00010000:00010000:3.0:1746157102.963534:0:27102:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801361fba00/0x7b65fed885351bbd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.963551:0:27102:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801361fba00/0x7b65fed885351bbd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.963559:0:27102:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801361fba00/0x7b65fed885351bbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.963566:0:27102:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801361fba00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157102.963570:0:27102:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801361fba00/0x7b65fed885351bbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.963577:0:27102:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801361fba00/0x7b65fed885351bbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.963593:0:27102:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801361fba00/0x7b65fed885351bbd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157102.963598:0:27102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801361fba00/0x7b65fed885351bbd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157102.963676:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091297480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685551744:12345-192.168.203.44@tcp:3:dd.0 Request processed in 17455us (17790us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157102.963686:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14027 00010000:00010000:2.0:1746157102.965134:0:28780:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351bc4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.965146:0:28780:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351bc4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.965157:0:28780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351bc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.965162:0:28780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca1800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157102.965166:0:28780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351bc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.965173:0:28780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351bc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.965186:0:28780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351bc4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.965191:0:28780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1800/0x7b65fed885351bc4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157102.966418:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685551872:12345-192.168.203.44@tcp:3:dd.0 Request processed in 18144us (19261us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746157102.966432:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14028 00000100:00100000:0.0:1746157102.973929:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157102.974096:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685552256 00000100:00100000:2.0:1746157102.974105:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685552256 00000100:00100000:2.0:1746157102.974163:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14029 00000100:00100000:2.0:1746157102.974170:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685552256:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:2.0:1746157102.974211:0:28780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 14622720, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0x6f90 00010000:00010000:2.0:1746157102.974220:0:28780:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885351bcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.974233:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.974235:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157102.974239:0:28780:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885351bcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157102.974251:0:28780:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885351bcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.975860:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2012:x1830977685550848:12345-192.168.203.44@tcp:4:dd.0 Request processed in 43057us (43215us total) trans 4294972340 rc 0/0 00000100:00100000:0.0:1746157102.975870:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14026 00002000:00100000:0.0:1746157102.975878:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88012a2fc380 x1830977685550848/t4294972340(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:663/0 lens 488/448 e 0 to 0 dl 1746157113 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157102.975892:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fc380 with x1830977685550848 ext(8388608->12582911) 00002000:00010000:0.0:1746157102.975897:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012a2fc380 00000001:00080000:2.0:1746157102.990144:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970696 is committed 00000001:00080000:2.0:1746157102.990161:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970695 is committed 00002000:00010000:0.0:1746157102.990316:0:28780:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:0.0:1746157102.990321:0:28780:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:0.0:1746157102.990335:0:28780:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885351bcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.990346:0:28780:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885351bcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.990354:0:28780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885351bcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.990360:0:28780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca1000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746157102.990365:0:28780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885351bcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.990373:0:28780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885351bcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.990394:0:28780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885351bcb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.990400:0:28780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885351bcb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.990528:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685552256:12345-192.168.203.44@tcp:4:dd.0 Request processed in 16353us (16601us total) trans 4294970696 rc 0/0 00000100:00100000:0.0:1746157102.990541:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14029 00000100:00100000:0.0:1746157102.995482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157102.995527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157102.995604:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685552640 00000100:00100000:1.0:1746157102.995617:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685552640 00000100:00100000:1.0:1746157102.995688:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685552768 00000100:00100000:1.0:1746157102.995691:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685552768 00000100:00100000:1.0:1746157102.995730:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14030 00000100:00100000:1.0:1746157102.995757:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685552640:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157102.995813:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135660c00/0x7b65fed885351bd2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157102.995826:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.995828:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157102.995832:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135660c00/0x7b65fed885351bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.995832:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14031 00010000:00010000:1.0:1746157102.995844:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135660c00/0x7b65fed885351bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157102.995844:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685552768:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:0.0:1746157102.995881:0:9583:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351bd9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.995894:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157102.995896:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157102.995900:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351bd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157102.995912:0:9583:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351bd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.011181:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135660c00/0x7b65fed885351bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.011198:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135660c00/0x7b65fed885351bd2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.011207:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135660c00/0x7b65fed885351bd2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.011219:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135660c00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157103.011223:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135660c00/0x7b65fed885351bd2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.011236:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135660c00/0x7b65fed885351bd2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.011257:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135660c00/0x7b65fed885351bd2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.011264:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135660c00/0x7b65fed885351bd2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157103.011368:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685552640:12345-192.168.203.44@tcp:3:dd.0 Request processed in 15627us (15889us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157103.011378:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14030 00010000:00010000:0.0:1746157103.012832:0:9583:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351bd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157103.012846:0:9583:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351bd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157103.012854:0:9583:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351bd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157103.012860:0:9583:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ce6c000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746157103.012864:0:9583:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351bd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157103.012872:0:9583:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351bd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157103.012887:0:9583:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351bd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157103.012895:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ce6c000/0x7b65fed885351bd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157103.012963:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685552768:12345-192.168.203.44@tcp:3:dd.0 Request processed in 17119us (17431us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746157103.012973:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14031 00000100:00100000:0.0:1746157103.023274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.023374:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685553152 00000100:00100000:2.0:1746157103.023382:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685553152 00000100:00100000:2.0:1746157103.023448:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14032 00000100:00100000:2.0:1746157103.023456:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685553152:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:2.0:1746157103.023503:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 16711680, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0x7f80 00010000:00010000:2.0:1746157103.023510:0:9583:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351be0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.023521:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.023522:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.023526:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351be0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.023536:0:9583:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351be0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746157103.023577:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1746157103.060572:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970697 is committed 00002000:00010000:2.0:1746157103.060835:0:9583:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:2.0:1746157103.060841:0:9583:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:2.0:1746157103.060858:0:9583:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351be0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.060869:0:9583:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351be0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.060878:0:9583:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351be0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.060885:0:9583:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d2b9800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157103.060889:0:9583:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351be0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.060897:0:9583:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351be0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.060914:0:9583:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351be0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.060919:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351be0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.061029:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685553152:12345-192.168.203.44@tcp:4:dd.0 Request processed in 37567us (37756us total) trans 4294970697 rc 0/0 00000100:00100000:2.0:1746157103.061040:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14032 00000100:00100000:0.0:1746157103.064382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.064437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.064479:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.064524:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685553408 00000100:00100000:1.0:1746157103.064536:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685553408 00000100:00100000:1.0:1746157103.064605:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685553664 00000100:00100000:1.0:1746157103.064608:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685553664 00000100:00100000:1.0:1746157103.064636:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685553920 00000100:00100000:1.0:1746157103.064638:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685553920 00000100:00100000:1.0:1746157103.064659:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14033 00000100:00100000:1.0:1746157103.064666:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685553408:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157103.064704:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351be7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.064724:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157103.064726:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157103.064731:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351be7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.064776:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351be7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157103.064956:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14034 00000100:00100000:1.0:1746157103.064963:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685553664:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157103.064979:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135660000/0x7b65fed885351bee lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.064987:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157103.064988:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157103.064991:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135660000/0x7b65fed885351bee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.065000:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135660000/0x7b65fed885351bee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157103.065249:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14035 00000100:00100000:3.0:1746157103.065266:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685553920:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157103.065311:0:27102:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351bf5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.065325:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157103.065327:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157103.065332:0:27102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351bf5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.065346:0:27102:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351bf5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746157103.065773:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746157103.071028:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351be7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.071052:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351be7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.071060:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351be7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.071068:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135661800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157103.071072:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351be7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.071081:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351be7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.071101:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351be7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.071108:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed885351be7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.071199:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685553408:12345-192.168.203.44@tcp:3:dd.0 Request processed in 6527us (6820us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1746157103.071210:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14033 00010000:00010000:2.0:1746157103.075936:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135660000/0x7b65fed885351bee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.075952:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135660000/0x7b65fed885351bee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.075965:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135660000/0x7b65fed885351bee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.075970:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135660000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157103.075975:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135660000/0x7b65fed885351bee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.075982:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135660000/0x7b65fed885351bee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.075999:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135660000/0x7b65fed885351bee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.076005:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135660000/0x7b65fed885351bee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.076101:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685553664:12345-192.168.203.44@tcp:3:dd.0 Request processed in 11132us (11657us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157103.076111:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14034 00010000:00010000:3.0:1746157103.076503:0:27102:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351bf5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.076511:0:27102:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351bf5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.076516:0:27102:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351bf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.076521:0:27102:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c768600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157103.076523:0:27102:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351bf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.076528:0:27102:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351bf5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.076538:0:27102:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351bf5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.076543:0:27102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768600/0x7b65fed885351bf5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157103.076590:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2010:x1830977685553920:12345-192.168.203.44@tcp:3:dd.0 Request processed in 11331us (12111us total) trans 0 rc 966656/966656 00000100:00100000:3.0:1746157103.076595:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14035 00000100:00100000:0.0:1746157103.079369:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.081629:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685554176 00000100:00100000:3.0:1746157103.081642:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685554176 00000100:00100000:3.0:1746157103.081723:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14036 00000100:00100000:3.0:1746157103.081731:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685554176:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:3.0:1746157103.081828:0:27102:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 18800640, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0x8f70 00010000:00010000:3.0:1746157103.081835:0:27102:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351bfc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.081848:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157103.081850:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157103.081854:0:27102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351bfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.081867:0:27102:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351bfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.109895:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746157103.119424:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970698 is committed 00002000:00010000:3.0:1746157103.120291:0:27102:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:3.0:1746157103.120295:0:27102:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:3.0:1746157103.120307:0:27102:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351bfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.120316:0:27102:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351bfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.120322:0:27102:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.120328:0:27102:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c769600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157103.120331:0:27102:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.120339:0:27102:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.120354:0:27102:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351bfc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.120359:0:27102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769600/0x7b65fed885351bfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157103.120966:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685554176:12345-192.168.203.44@tcp:4:dd.0 Request processed in 39233us (41603us total) trans 4294970698 rc 0/0 00000100:00100000:3.0:1746157103.120976:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14036 00000100:00100000:0.0:1746157103.123913:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.123943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.124021:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.124055:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685554432 00000100:00100000:0.0:1746157103.124062:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685554432 00000100:00100000:0.0:1746157103.124104:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685554688 00000100:00100000:0.0:1746157103.124107:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685554688 00000100:00100000:0.0:1746157103.124134:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685554944 00000100:00100000:0.0:1746157103.124136:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685554944 00000100:00100000:0.0:1746157103.124155:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14037 00000100:00100000:0.0:1746157103.124161:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685554432:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:0.0:1746157103.124188:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed885351c03 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157103.124198:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157103.124200:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157103.124204:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed885351c03 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157103.124214:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed885351c03 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157103.124351:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14038 00000100:00100000:0.0:1746157103.124357:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685554688:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:0.0:1746157103.124373:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351c0a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157103.124380:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14039 00010000:00010000:0.0:1746157103.124380:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157103.124381:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157103.124383:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351c0a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157103.124387:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685554944:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:0.0:1746157103.124391:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351c0a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.124398:0:27102:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351c11 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.124403:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157103.124404:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157103.124407:0:27102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351c11 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.124414:0:27102:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351c11 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.129543:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed885351c03 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.129553:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed885351c03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.129558:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed885351c03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.129565:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e71f200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157103.129568:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed885351c03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.129575:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed885351c03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.129589:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed885351c03 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.129595:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e71f200/0x7b65fed885351c03 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.129678:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685554432:12345-192.168.203.44@tcp:3:dd.0 Request processed in 5513us (5767us total) trans 0 rc 81920/81920 00000100:00100000:2.0:1746157103.129687:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14037 00010000:00010000:3.0:1746157103.133839:0:27102:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351c11 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.133853:0:27102:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351c11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.133860:0:27102:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351c11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.133866:0:27102:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c769a00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157103.133870:0:27102:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351c11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.133876:0:27102:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351c11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.133891:0:27102:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351c11 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.133897:0:27102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351c11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157103.133949:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685554944:12345-192.168.203.44@tcp:3:dd.0 Request processed in 9559us (9924us total) trans 0 rc 958464/958464 00000100:00100000:3.0:1746157103.133957:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14039 00010000:00010000:2.0:1746157103.140834:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351c0a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.140849:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351c0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.140855:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351c0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.140861:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c7a4e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157103.140865:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351c0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.140871:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351c0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.140885:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351c0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.140890:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4e00/0x7b65fed885351c0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.140989:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685554688:12345-192.168.203.44@tcp:3:dd.0 Request processed in 16628us (17040us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157103.140997:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14038 00000100:00100000:0.0:1746157103.145209:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.145276:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685555200 00000100:00100000:2.0:1746157103.145286:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685555200 00000100:00100000:2.0:1746157103.145348:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14040 00000100:00100000:2.0:1746157103.145355:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685555200:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:2.0:1746157103.145394:0:9584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 20889600, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0x9f60 00010000:00010000:2.0:1746157103.145401:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351c18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.145413:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.145414:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.145419:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351c18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.145434:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351c18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746157103.173964:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970699 is committed 00002000:00010000:2.0:1746157103.174124:0:9584:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:2.0:1746157103.174127:0:9584:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:2.0:1746157103.174135:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351c18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.174143:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351c18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.174148:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351c18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.174152:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d2b9800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157103.174154:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351c18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.174159:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351c18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.174170:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351c18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.174173:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b9800/0x7b65fed885351c18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.174250:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685555200:12345-192.168.203.44@tcp:4:dd.0 Request processed in 28891us (29045us total) trans 4294970699 rc 0/0 00000100:00100000:2.0:1746157103.174257:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14040 00000100:00100000:0.0:1746157103.178912:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.178952:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.178997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.179066:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685555456 00000100:00100000:3.0:1746157103.179076:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685555456 00000100:00100000:2.0:1746157103.179138:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685555712 00000100:00100000:2.0:1746157103.179142:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685555712 00000100:00100000:2.0:1746157103.179164:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685555968 00000100:00100000:2.0:1746157103.179166:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685555968 00000100:00100000:1.0:1746157103.179174:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14041 00000100:00100000:2.0:1746157103.179188:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14042 00000100:00100000:2.0:1746157103.179194:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685555712:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157103.179226:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c1f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157103.179228:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14043 00000100:00100000:3.0:1746157103.179233:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685555968:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157103.179238:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.179239:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.179243:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c1f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.179249:0:27102:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351c26 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.179253:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c1f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.179254:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157103.179255:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157103.179257:0:27102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351c26 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.179263:0:27102:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351c26 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157103.179635:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685555456:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157103.179649:0:28780:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351c2d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.179659:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157103.179660:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157103.179663:0:28780:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351c2d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.179670:0:28780:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351c2d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.185000:0:28780:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351c2d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.185017:0:28780:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351c2d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.185025:0:28780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351c2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.185031:0:28780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e97ac00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157103.185034:0:28780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351c2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.185041:0:28780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351c2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.185056:0:28780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351c2d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.185062:0:28780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97ac00/0x7b65fed885351c2d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157103.185293:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685555456:12345-192.168.203.44@tcp:3:dd.0 Request processed in 6107us (6384us total) trans 0 rc 90112/90112 00000100:00100000:1.0:1746157103.185325:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14041 00010000:00010000:3.0:1746157103.192543:0:27102:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351c26 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.192560:0:27102:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351c26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.192568:0:27102:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351c26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.192575:0:27102:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c768200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157103.192579:0:27102:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351c26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.192587:0:27102:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351c26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.192608:0:27102:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351c26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.192619:0:27102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351c26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157103.193476:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685555968:12345-192.168.203.44@tcp:3:dd.0 Request processed in 14236us (14471us total) trans 0 rc 950272/950272 00000100:00100000:3.0:1746157103.193487:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14043 00010000:00010000:2.0:1746157103.193507:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c1f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.193522:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c1f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.193530:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.193536:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d2b9800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157103.193540:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.193609:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.193625:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.193630:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.198952:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685555712:12345-192.168.203.44@tcp:3:dd.0 Request processed in 19742us (19983us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157103.198968:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14042 00000100:00100000:0.0:1746157103.204324:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.204422:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685556224 00000100:00100000:2.0:1746157103.204432:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685556224 00000100:00100000:2.0:1746157103.204503:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14044 00000100:00100000:2.0:1746157103.204512:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685556224:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:2.0:1746157103.204566:0:27101:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 22978560, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0xaf50 00010000:00010000:2.0:1746157103.204574:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c34 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.204588:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.204590:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.204596:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.204610:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746157103.229321:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970700 is committed 00002000:00010000:2.0:1746157103.232320:0:27101:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:2.0:1746157103.232326:0:27101:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:2.0:1746157103.232339:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.232348:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.232355:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.232361:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d2b8c00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157103.232365:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.232372:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.232387:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.232392:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.232492:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2013:x1830977685556224:12345-192.168.203.44@tcp:4:dd.0 Request processed in 27977us (28174us total) trans 4294970700 rc 0/0 00000100:00100000:2.0:1746157103.232500:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14044 00000100:00100000:0.0:1746157103.237937:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.238500:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685556480 00000100:00100000:2.0:1746157103.238512:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685556480 00000100:00100000:2.0:1746157103.238588:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14045 00000100:00100000:2.0:1746157103.238595:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685556480:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157103.238626:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351c3b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.238637:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.238639:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.238643:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351c3b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.238655:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351c3b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157103.239037:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.239331:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685556736 00000100:00100000:3.0:1746157103.239336:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685556736 00000100:00100000:3.0:1746157103.239380:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14046 00000100:00100000:3.0:1746157103.239385:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685556736:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157103.239402:0:27102:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091290c00/0x7b65fed885351c42 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.239410:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157103.239411:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157103.239415:0:27102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091290c00/0x7b65fed885351c42 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.239423:0:27102:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091290c00/0x7b65fed885351c42 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.245247:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351c3b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.245261:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351c3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.245268:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351c3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.245278:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d2b8e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157103.245282:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351c3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.245289:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351c3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.245308:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351c3b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.245313:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8e00/0x7b65fed885351c3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.245427:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2011:x1830977685556480:12345-192.168.203.44@tcp:3:dd.0 Request processed in 6829us (7501us total) trans 0 rc 98304/98304 00000100:00100000:2.0:1746157103.245436:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14045 00010000:00010000:2.0:1746157103.247483:0:27102:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091290c00/0x7b65fed885351c42 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.247495:0:27102:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091290c00/0x7b65fed885351c42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.247501:0:27102:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091290c00/0x7b65fed885351c42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.247507:0:27102:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091290c00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157103.247511:0:27102:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091290c00/0x7b65fed885351c42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.247519:0:27102:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091290c00/0x7b65fed885351c42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.247534:0:27102:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091290c00/0x7b65fed885351c42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.247540:0:27102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091290c00/0x7b65fed885351c42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.248336:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2010:x1830977685556736:12345-192.168.203.44@tcp:3:dd.0 Request processed in 8945us (9295us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157103.248345:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14046 00000100:00100000:0.0:1746157103.253119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.253190:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685556864 00000100:00100000:2.0:1746157103.253197:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685556864 00000100:00100000:2.0:1746157103.253243:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30357 00000100:00100000:2.0:1746157103.253250:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:3785:x1830977685556864:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157103.253264:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157103.253279:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c17 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746157103.253299:0:9674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 25067520, mtime: 0x68143e2f, atime: 0x0, ctime: 0x68143e2f, blocks: 0xbf40 00010000:00010000:2.0:1746157103.253318:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.253319:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.253326:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c17 expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.253344:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c17 expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.253353:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b8c00, rc 0) 00000100:00100000:2.0:1746157103.253707:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:3785:x1830977685556864:12345-192.168.203.44@tcp:101:dd.0 Request processed in 457us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157103.253713:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30357 00000100:00100000:0.0:1746157103.274823:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.275667:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685556992 00000100:00100000:2.0:1746157103.275676:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685556992 00002000:00100000:2.0:1746157103.275713:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (25067520->26214399) req@ffff880093d11180 x1830977685556992/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.275722:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11180 with x1830977685556992 ext(25067520->26214399) 00002000:00010000:2.0:1746157103.275726:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d11180 00000100:00100000:2.0:1746157103.275770:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14047 00000100:00100000:2.0:1746157103.275776:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685556992:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157103.287286:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685556992:12345-192.168.203.44@tcp:4:dd.0 Request processed in 11499us (12459us total) trans 4294970701 rc 0/0 00000100:00100000:0.0:1746157103.287298:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14047 00002000:00100000:0.0:1746157103.287309:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (25067520->26214399) req@ffff880093d11180 x1830977685556992/t4294970701(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/448 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157103.287317:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d11180 with x1830977685556992 ext(25067520->26214399) 00002000:00010000:0.0:1746157103.287321:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d11180 00000100:00100000:0.0:1746157103.290717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.291002:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685557120 00000100:00100000:2.0:1746157103.291010:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685557120 00000100:00100000:2.0:1746157103.291073:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51860 00000100:00100000:2.0:1746157103.291081:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:3785:x1830977685557120:12345-192.168.203.44@tcp:44:dd.0 00000100:00080000:0.0:1746157103.291558:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1746157103.292631:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989408 is committed 00000001:00080000:2.0:1746157103.292650:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989405 is committed 00000020:00080000:2.0:1746157103.292675:0:7216:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 9 batchid updated 00000020:00080000:1.0:1746157103.292752:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:1.0:1746157103.292811:0:7266:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008f16d900 with version 21 00000020:00080000:1.0:1746157103.292819:0:7266:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 9 cancel update log [0x240000401:0x2:0x0].9: rc = 0 00000020:00080000:1.0:1746157103.292870:0:7266:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 9 cancel update log [0x200000400:0x2:0x0].9: rc = 0 00000020:00080000:1.0:1746157103.292877:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:1.0:1746157103.292892:0:8899:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a611b300 version 21 rpc_version 21 00000020:00100000:1.0:1746157103.292913:0:8899:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1746157103.292920:0:8899:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008ce84a80 x1830977679353472/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746157103.292936:0:8899:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce84a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8899:1830977679353472:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746157103.292983:0:8899:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157103.293012:0:8899:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f16dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157103.293031:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679353472 00000100:00100000:1.0:1746157103.293035:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679353472 00000100:00100000:1.0:1746157103.293062:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1746157103.293067:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8899:x1830977679353472:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746157103.293152:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:8899:x1830977679353472:12345-0@lo:1000:osp_up1-0.0 Request processed in 84us (168us total) trans 4294967393 rc 0/0 00000100:00100000:1.0:1746157103.293158:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1746157103.293190:0:8899:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ce84a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8899:1830977679353472:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1746157103.293253:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293262:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293268:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293273:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e71fc00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157103.293276:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293286:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293298:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012d78c600) 00010000:00010000:0.0:1746157103.293301:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157103.293304:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293309:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71fc00/0x7b65fed885351971 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293329:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293334:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293338:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293342:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c6aaa00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157103.293344:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293348:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293353:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:0.0:1746157103.293355:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157103.293357:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293362:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c6aaa00/0x7b65fed8853519e1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157103.293370:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157103.293375:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157103.293379:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157103.293384:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca0800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157103.293386:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157103.293390:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157103.293394:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008e487900) 00010000:00010000:0.0:1746157103.293396:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157103.293398:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157103.293402:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0800/0x7b65fed885351a12 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157103.293410:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157103.293414:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157103.293418:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157103.293424:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e71e000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157103.293426:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157103.293430:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157103.293435:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88008c5a3f00) 00010000:00010000:0.0:1746157103.293437:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157103.293438:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00010000:00010000:0.0:1746157103.293441:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e71e000/0x7b65fed885351ad6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8902 initiator: MDT0 00000100:00100000:3.0:1746157103.293626:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:3785:x1830977685557120:12345-192.168.203.44@tcp:44:dd.0 Request processed in 2545us (2917us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157103.293633:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51860 00000100:00100000:2.0:1746157103.306986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.307071:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685557248 00000100:00100000:0.0:1746157103.307079:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685557248 00000100:00100000:0.0:1746157103.307111:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30358 00000100:00100000:0.0:1746157103.307117:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685557248:12345-192.168.203.44@tcp:16:dd.0 00000001:00080000:1.0:1746157103.309881:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970701 is committed 00000100:00100000:0.0:1746157103.310162:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685557248:12345-192.168.203.44@tcp:16:dd.0 Request processed in 3040us (3180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157103.310171:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30358 00000100:00100000:0.0:1746157103.313998:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.314333:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685557504 00000100:00100000:2.0:1746157103.314342:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685557504 00000100:00100000:2.0:1746157103.314388:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 206 00000100:00100000:2.0:1746157103.314395:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:3785:x1830977685557504:12345-192.168.203.44@tcp:35:dd.0 00000100:00100000:2.0:1746157103.314767:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:3785:x1830977685557504:12345-192.168.203.44@tcp:35:dd.0 Request processed in 371us (773us total) trans 4294989409 rc 0/0 00000100:00100000:2.0:1746157103.314773:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 206 00000100:00100000:0.0:1746157103.317622:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.317697:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685557760 00000100:00100000:1.0:1746157103.317705:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685557760 00000100:00100000:1.0:1746157103.317768:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 207 00000100:00100000:1.0:1746157103.317776:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:3785:x1830977685557760:12345-192.168.203.44@tcp:35:dd.0 00000001:00080000:1.0:1746157103.317941:0:19671:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989410 00000100:00100000:1.0:1746157103.318024:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:3785:x1830977685557760:12345-192.168.203.44@tcp:35:dd.0 Request processed in 248us (406us total) trans 4294989411 rc 0/0 00000100:00100000:1.0:1746157103.318033:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 207 00000020:00080000:1.0:1746157103.318037:0:19671:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746157103.350394:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.350526:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685557888 00000100:00100000:3.0:1746157103.350533:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685557888 00000100:00100000:3.0:1746157103.350573:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51861 00000100:00100000:3.0:1746157103.350579:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+21:3788:x1830977685557888:12345-192.168.203.44@tcp:101:checkstat.0 00010000:00010000:3.0:1746157103.350598:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157103.350614:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290000/0x7b65fed885351c50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c1e expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.350657:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed885351c57 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.350667:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed885351c57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.350675:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed885351c57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157103.350715:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746157103.350718:0:21512:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157103.350730:0:21512:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed885351c57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.350904:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290000/0x7b65fed885351c50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c1e expref: 23 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.350925:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed885351c57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c1e expref: 22 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.350932:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157103.350934:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157103.350936:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091291400, rc 0) 00000100:00100000:3.0:1746157103.350981:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:3788:x1830977685557888:12345-192.168.203.44@tcp:101:checkstat.0 Request processed in 401us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157103.350989:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51861 00000100:00100000:2.0:1746157103.354344:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.355353:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685558016 00000100:00100000:3.0:1746157103.355361:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685558016 00000100:00100000:3.0:1746157103.355397:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51862 00000100:00100000:3.0:1746157103.355403:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:3788:x1830977685558016:12345-192.168.203.44@tcp:101:checkstat.0 00010000:00010000:3.0:1746157103.355417:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157103.355432:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290c00/0x7b65fed885351c5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c25 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.355475:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351c65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355484:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351c65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355492:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351c65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355502:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c6c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355507:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355512:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355567:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290000/0x7b65fed885351c73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355572:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091290000/0x7b65fed885351c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355577:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290000/0x7b65fed885351c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157103.355602:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00000004:00200000:3.0:1746157103.355605:0:21512:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157103.355616:0:21512:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091290000/0x7b65fed885351c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355622:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091290000/0x7b65fed885351c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355628:0:21512:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351c65 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355632:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351c65 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355636:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351c65 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355641:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351c65 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355939:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091290800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157103.355944:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351c65 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355950:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351c65 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355957:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157103.355960:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157103.355963:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351c65 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355967:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885351c65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355978:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355982:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355986:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c6c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355990:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091291c00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157103.355991:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c6c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355995:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c6c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.355999:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012b632f00) 00010000:00010000:3.0:1746157103.356000:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157103.356002:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c6c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.356005:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c6c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.356024:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290c00/0x7b65fed885351c5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c25 expref: 24 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.356032:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290000/0x7b65fed885351c73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c25 expref: 23 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.356040:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012d7b5d00) 00010000:00010000:3.0:1746157103.356042:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157103.356044:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290000, rc 0) 00000100:00100000:3.0:1746157103.356097:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:3788:x1830977685558016:12345-192.168.203.44@tcp:101:checkstat.0 Request processed in 692us (1759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157103.356102:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51862 00000100:00100000:1.0:1746157103.361158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.361199:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685558144 00000100:00100000:1.0:1746157103.361205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.361206:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685558144 00000100:00100000:0.0:1746157103.362257:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685558272 00000100:00100000:0.0:1746157103.362261:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685558272 00000100:00100000:0.0:1746157103.362282:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30359 00000100:00100000:0.0:1746157103.362289:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685558144:12345-192.168.203.44@tcp:101:checkstat.0 00010000:00010000:0.0:1746157103.362303:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157103.362315:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009121d000/0x7b65fed885351c7a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c2c expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157103.362354:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679353600:192.168.203.44@tcp:106: 00000100:00100000:2.0:1746157103.362371:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30360 00000100:00100000:2.0:1746157103.362378:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685558272:12345-192.168.203.44@tcp:101:checkstat.0 00010000:00010000:2.0:1746157103.362386:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157103.362396:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c81 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c33 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157103.362411:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008bc0d540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157103.362420:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679353728:192.168.203.44@tcp:106: 00000100:00100000:2.0:1746157103.362443:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d9c0 going to sleep for 11 seconds 00002000:00010000:0.0:1746157103.365825:0:9674:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:0.0:1746157103.365831:0:9674:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime: 0 -> 1746157103 00002000:00010000:0.0:1746157103.365833:0:9674:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime: 0 -> 1746157102 00002000:00010000:0.0:1746157103.365835:0:9674:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime: 0 -> 1746157103 00002000:00010000:0.0:1746157103.365837:0:9674:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:0.0:1746157103.365853:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679353600:192.168.203.44@tcp:106: 00010000:00010000:0.0:1746157103.365878:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009121d000/0x7b65fed885351c7a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c2c expref: 8 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157103.365891:0:9674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009121d000/0x7b65fed885351c7a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c2c expref: 8 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157103.365915:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009121d000, rc 0) 00000100:00100000:0.0:1746157103.366356:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685558144:12345-192.168.203.44@tcp:101:checkstat.0 Request processed in 4066us (5202us total) trans 0 rc 301/301 00000100:00100000:0.0:1746157103.366363:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30359 00002000:00010000:2.0:1746157103.366512:0:9577:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746157103.366516:0:9577:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1746157103 00002000:00010000:2.0:1746157103.366517:0:9577:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1746157102 00002000:00010000:2.0:1746157103.366519:0:9577:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1746157103 00002000:00010000:2.0:1746157103.366520:0:9577:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746157103.366529:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679353728:192.168.203.44@tcp:106: 00010000:00010000:2.0:1746157103.366545:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c81 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c33 expref: 16 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157103.366554:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d2b9800/0x7b65fed885351c81 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c33 expref: 16 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157103.366568:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d2b9800, rc 0) 00000100:00100000:2.0:1746157103.366587:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685558272:12345-192.168.203.44@tcp:101:checkstat.0 Request processed in 4209us (5385us total) trans 0 rc 301/301 00000100:00100000:2.0:1746157103.366591:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30360 00000100:00100000:1.0:1746157103.382411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.382468:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685558400 00000100:00100000:3.0:1746157103.382476:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685558400 00000100:00100000:3.0:1746157103.382525:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51863 00000100:00100000:3.0:1746157103.382532:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+15:3789:x1830977685558400:12345-192.168.203.44@tcp:101:checkstat.0 00000100:00080000:0.0:1746157103.382551:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746157103.382552:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157103.382570:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290c00/0x7b65fed885351c88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c3a expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.382618:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.382629:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.382638:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157103.382671:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746157103.382675:0:21512:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157103.382688:0:21512:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.382707:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290c00/0x7b65fed885351c88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c3a expref: 17 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.382754:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c3a expref: 16 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.382761:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157103.382763:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157103.382766:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091291c00, rc 0) 00000100:00100000:3.0:1746157103.382813:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:3789:x1830977685558400:12345-192.168.203.44@tcp:101:checkstat.0 Request processed in 281us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157103.382818:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51863 00000100:00100000:0.0:1746157103.399815:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.399864:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685558656 00000100:00100000:1.0:1746157103.399873:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685558656 00000100:00100000:1.0:1746157103.399933:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51864 00000100:00100000:1.0:1746157103.399941:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+23:3790:x1830977685558656:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:1.0:1746157103.399959:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157103.399976:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f2b0200/0x7b65fed885351c96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c41 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.400070:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f225600/0x7b65fed885351c9d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157103.400081:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f225600/0x7b65fed885351c9d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157103.400091:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f225600/0x7b65fed885351c9d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:1.0:1746157103.400103:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:1.0:1746157103.400188:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f2b0200/0x7b65fed885351c96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c41 expref: 26 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.400218:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f225600/0x7b65fed885351c9d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c41 expref: 25 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.400226:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:1.0:1746157103.400228:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746157103.400231:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f225600, rc 0) 00000100:00100000:1.0:1746157103.400266:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:3790:x1830977685558656:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 326us (469us total) trans 4294989412 rc 0/0 00000100:00100000:1.0:1746157103.400272:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51864 00000100:00100000:0.0:1746157103.404907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.406484:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685558912 00000100:00100000:3.0:1746157103.406495:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685558912 00000100:00100000:3.0:1746157103.406586:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51865 00000100:00100000:3.0:1746157103.406594:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:3790:x1830977685558912:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:3.0:1746157103.406614:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157103.406632:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290200/0x7b65fed885351cab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c48 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.406720:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290c00/0x7b65fed885351cb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.406732:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091290c00/0x7b65fed885351cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157103.406939:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290c00/0x7b65fed885351cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157103.407077:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:3.0:1746157103.407187:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290200/0x7b65fed885351cab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c48 expref: 28 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.407549:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290c00/0x7b65fed885351cb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c48 expref: 27 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157103.407557:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012d7b5d00) 00010000:00010000:3.0:1746157103.407559:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157103.407562:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290c00, rc 0) 00000100:00100000:3.0:1746157103.407619:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:3790:x1830977685558912:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 1024us (2719us total) trans 4294989413 rc 0/0 00000100:00100000:3.0:1746157103.407625:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51865 00000100:00100000:0.0:1746157103.411987:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.412026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.412070:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.412144:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685559040 00000100:00100000:3.0:1746157103.412151:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685559040 00000100:00100000:3.0:1746157103.412320:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685559296 00000100:00100000:3.0:1746157103.412323:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685559296 00000100:00100000:3.0:1746157103.412347:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30361 00000100:00100000:3.0:1746157103.412354:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685559040:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:3.0:1746157103.412373:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157103.412389:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a475be00/0x7b65fed885351cc0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c4f expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157103.412429:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30362 00000100:00100000:3.0:1746157103.412435:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679353856:192.168.203.44@tcp:106: 00000100:00100000:1.0:1746157103.412436:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685559296:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:1.0:1746157103.412443:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157103.412452:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801306a8a00/0x7b65fed885351cc7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c56 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157103.412471:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c5cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977679353984:192.168.203.44@tcp:106: 00000100:00100000:2.0:1746157103.412954:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685559168 00000100:00100000:2.0:1746157103.412959:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685559168 00000100:00100000:2.0:1746157103.412993:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1239 00000100:00100000:2.0:1746157103.412998:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:2012:x1830977685559168:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157103.413099:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157103.413117:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290c00/0x7b65fed885351cb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c48 expref: 27 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.413134:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012d7b5d00) 00010000:00010000:2.0:1746157103.413136:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157103.413167:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:2012:x1830977685559168:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 169us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157103.413174:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1239 00000100:00100000:1.0:1746157103.413251:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f16d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157103.413258:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157103.416141:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679353856:192.168.203.44@tcp:106: 00010000:00010000:3.0:1746157103.416173:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a475be00/0x7b65fed885351cc0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c4f expref: 8 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157103.416190:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a475be00/0x7b65fed885351cc0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c4f expref: 8 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157103.416243:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a475be00, rc 0) 00000100:00100000:3.0:1746157103.416345:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685559040:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 3991us (4317us total) trans 0 rc 301/301 00000100:00100000:3.0:1746157103.416352:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30361 00000100:00100000:1.0:1746157103.421109:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c5cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977679353984:192.168.203.44@tcp:106: 00010000:00010000:1.0:1746157103.421144:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801306a8a00/0x7b65fed885351cc7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c56 expref: 16 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157103.421163:0:9674:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801306a8a00/0x7b65fed885351cc7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c56 expref: 16 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157103.421184:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801306a8a00, rc 0) 00000100:00100000:1.0:1746157103.421233:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2011:x1830977685559296:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 8796us (9161us total) trans 0 rc 301/301 00000100:00100000:1.0:1746157103.421241:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30362 00000100:00100000:0.0:1746157103.429852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.430470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.432467:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685559808 00000100:00100000:1.0:1746157103.432478:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685559808 00002000:00100000:1.0:1746157103.432517:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff88008f350a80 x1830977685559808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.432527:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f350a80 with x1830977685559808 ext(0->2097151) 00002000:00010000:1.0:1746157103.432531:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f350a80 00000100:00100000:1.0:1746157103.432557:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14048 00000100:00100000:1.0:1746157103.432564:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685559808:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.438205:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685559552 00000100:00100000:2.0:1746157103.438217:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685559552 00002000:00100000:2.0:1746157103.438270:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (0->2097151) req@ffff88008bc1ad80 x1830977685559552/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.438280:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1ad80 with x1830977685559552 ext(0->2097151) 00002000:00010000:2.0:1746157103.438285:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc1ad80 00000100:00100000:2.0:1746157103.438312:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14049 00000100:00100000:2.0:1746157103.438319:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685559552:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157103.451834:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685559808:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 19259us (21355us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746157103.451845:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14048 00002000:00100000:1.0:1746157103.451855:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff88008f350a80 x1830977685559808/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.451864:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f350a80 with x1830977685559808 ext(0->2097151) 00002000:00010000:1.0:1746157103.451869:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f350a80 00000100:00100000:2.0:1746157103.459083:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:2013:x1830977685559552:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 20757us (29232us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157103.459093:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14049 00002000:00100000:2.0:1746157103.459103:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (0->2097151) req@ffff88008bc1ad80 x1830977685559552/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.459111:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc1ad80 with x1830977685559552 ext(0->2097151) 00002000:00010000:2.0:1746157103.459116:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc1ad80 00000100:00100000:0.0:1746157103.471690:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.471779:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685559936 00000100:00100000:1.0:1746157103.471787:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685559936 00000100:00100000:1.0:1746157103.472211:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30363 00000100:00100000:1.0:1746157103.472219:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:3790:x1830977685559936:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:1.0:1746157103.472236:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157103.472250:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c5d expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.472277:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 7 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.472284:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157103.472285:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157103.472288:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 8 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.472310:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 7 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.472319:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 7 pid: 9579 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746157103.472328:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c5cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679354112:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157103.472579:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f16d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157103.474804:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c5cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9674:1830977679354112:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157103.474831:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 8 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.474850:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd0b200, rc 0) 00000100:00100000:1.0:1746157103.474885:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:3790:x1830977685559936:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 2667us (3202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157103.474893:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30363 00000100:00100000:0.0:1746157103.477969:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.478049:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685560064 00000100:00100000:2.0:1746157103.478057:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685560064 00002000:00100000:2.0:1746157103.478092:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008f352a00 x1830977685560064/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.478100:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f352a00 with x1830977685560064 ext(12582912->13631487) 00010000:00010000:2.0:1746157103.478107:0:27102:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 8 pid: 9579 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746157103.478119:0:27102:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 8 pid: 9579 timeout: 863 lvb_type: 0 00002000:00010000:2.0:1746157103.478125:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f352a00 00000100:00100000:2.0:1746157103.479149:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3070 00000100:00100000:2.0:1746157103.479157:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+8:2011:x1830977685560064:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157103.489094:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2011:x1830977685560064:12345-192.168.203.44@tcp:4:dd.0 Request processed in 9930us (11124us total) trans 4294970702 rc 0/0 00000100:00100000:0.0:1746157103.489106:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3070 00002000:00100000:0.0:1746157103.489116:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008f352a00 x1830977685560064/t4294970702(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:664/0 lens 488/448 e 0 to 0 dl 1746157114 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157103.489125:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f352a00 with x1830977685560064 ext(12582912->13631487) 00010000:00010000:0.0:1746157103.489134:0:27102:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 10 pid: 9579 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746157103.489149:0:27102:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 10 pid: 9579 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746157103.489155:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f352a00 00000100:00100000:0.0:1746157103.507891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.509980:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685560192 00000100:00100000:2.0:1746157103.509991:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685560192 00010000:00010000:2.0:1746157103.510031:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 10 pid: 9579 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746157103.510063:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17688 00000100:00100000:2.0:1746157103.510070:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2010:x1830977685560192:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157103.510081:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746157103.510095:0:11912:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:2.0:1746157103.510101:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 10 pid: 9579 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746157103.510111:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 10 pid: 9579 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746157103.510129:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c43b000/0x7b65fed885351b0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bfb expref: 10 pid: 9579 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746157103.510145:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.510147:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.510152:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.510158:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.510186:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.510195:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679354240:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157103.513349:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157103.517783:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679354240:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157103.517809:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157103.518051:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+9:2010:x1830977685560192:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7979us (10167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157103.518594:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17688 00000100:00100000:0.0:1746157103.519387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.519616:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685560448 00000100:00100000:2.0:1746157103.519621:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685560448 00002000:00100000:2.0:1746157103.519650:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff88008f352680 x1830977685560448/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.519659:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f352680 with x1830977685560448 ext(0->1048575) 00002000:00010000:2.0:1746157103.519662:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f352680 00000100:00100000:2.0:1746157103.519682:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14050 00000100:00100000:2.0:1746157103.519688:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685560448:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.528234:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685560448:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 8537us (8839us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157103.528245:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14050 00002000:00100000:2.0:1746157103.528256:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff88008f352680 x1830977685560448/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.528265:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f352680 with x1830977685560448 ext(0->1048575) 00002000:00010000:2.0:1746157103.528270:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f352680 00000100:00100000:0.0:1746157103.534665:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.534785:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685560576 00000100:00100000:1.0:1746157103.534807:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685560576 00000100:00100000:1.0:1746157103.534863:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30364 00000100:00100000:1.0:1746157103.534870:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+15:3790:x1830977685560576:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:1.0:1746157103.534884:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157103.534898:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c64 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.534925:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f117600/0x7b65fed885351b31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c10 expref: 13 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.534932:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157103.534933:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157103.534936:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 16 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.534961:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f117600/0x7b65fed885351b31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c10 expref: 13 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.534970:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f117600/0x7b65fed885351b31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c10 expref: 13 pid: 9577 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746157103.534984:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c5cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977679354368:192.168.203.44@tcp:104: 00000100:00100000:1.0:1746157103.535072:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f16d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157103.537346:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c5cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977679354368:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157103.537371:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 16 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157103.537384:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd0a800, rc 0) 00000100:00100000:1.0:1746157103.537443:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:3790:x1830977685560576:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 2573us (2788us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157103.537450:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30364 00000100:00100000:0.0:1746157103.545371:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.545562:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685560704 00000100:00100000:2.0:1746157103.545573:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685560704 00010000:00010000:2.0:1746157103.545865:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f117600/0x7b65fed885351b31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c10 expref: 14 pid: 9577 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746157103.547589:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17689 00000100:00100000:2.0:1746157103.547602:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f350000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685560704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157103.547616:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157103.547635:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f117600/0x7b65fed885351b31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c10 expref: 14 pid: 9577 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746157103.547646:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f117600/0x7b65fed885351b31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c10 expref: 14 pid: 9577 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746157103.547664:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f117600/0x7b65fed885351b31 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c10 expref: 14 pid: 9577 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746157103.547694:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.547696:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157103.547702:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.547709:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157103.547750:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 15 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157103.547760:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977679354496:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157103.547847:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157103.550277:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927d6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977679354496:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157103.550295:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157103.550327:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f350000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2010:x1830977685560704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2730us (4967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157103.550335:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17689 00000100:00100000:0.0:1746157103.558127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.558389:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685560960 00000100:00100000:2.0:1746157103.558397:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685560960 00002000:00100000:2.0:1746157103.558436:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88008f353800 x1830977685560960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.558445:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f353800 with x1830977685560960 ext(0->2097151) 00002000:00010000:2.0:1746157103.558449:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f353800 00000100:00100000:2.0:1746157103.560008:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14051 00000100:00100000:2.0:1746157103.560020:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685560960:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.561170:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.562046:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685561216 00000100:00100000:1.0:1746157103.562055:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685561216 00002000:00100000:1.0:1746157103.562087:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff88008f351500 x1830977685561216/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.562096:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f351500 with x1830977685561216 ext(1048576->2097151) 00002000:00010000:1.0:1746157103.562104:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f351500 00000100:00100000:1.0:1746157103.562125:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14052 00000100:00100000:1.0:1746157103.562130:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685561216:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.576464:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685561216:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 14327us (15290us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157103.576472:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14052 00002000:00100000:2.0:1746157103.576481:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff88008f351500 x1830977685561216/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.576488:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f351500 with x1830977685561216 ext(1048576->2097151) 00002000:00010000:2.0:1746157103.576493:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f351500 00000100:00100000:2.0:1746157103.588944:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685560960:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 28920us (30817us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157103.588955:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14051 00002000:00100000:2.0:1746157103.588964:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88008f353800 x1830977685560960/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.588978:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f353800 with x1830977685560960 ext(0->2097151) 00002000:00010000:2.0:1746157103.588983:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f353800 00000100:00100000:0.0:1746157103.615393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.615591:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685561600 00000100:00100000:2.0:1746157103.615599:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685561600 00002000:00100000:2.0:1746157103.615636:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff88012be9f800 x1830977685561600/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.615645:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9f800 with x1830977685561600 ext(2097152->4194303) 00002000:00010000:2.0:1746157103.615649:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012be9f800 00000100:00100000:2.0:1746157103.615679:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14053 00000100:00100000:2.0:1746157103.615686:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685561600:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.618273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.618340:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685561728 00000100:00100000:1.0:1746157103.618348:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685561728 00002000:00100000:1.0:1746157103.618388:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff8800927d6a00 x1830977685561728/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.618397:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6a00 with x1830977685561728 ext(2097152->4194303) 00002000:00010000:1.0:1746157103.618402:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d6a00 00000100:00100000:1.0:1746157103.618433:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14054 00000100:00100000:1.0:1746157103.618440:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685561728:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.633979:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685561600:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 18287us (18588us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157103.633988:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14053 00002000:00100000:2.0:1746157103.633997:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff88012be9f800 x1830977685561600/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.634005:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9f800 with x1830977685561600 ext(2097152->4194303) 00002000:00010000:2.0:1746157103.634010:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012be9f800 00000100:00100000:1.0:1746157103.641975:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685561728:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 23528us (23702us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746157103.641985:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14054 00002000:00100000:1.0:1746157103.641995:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff8800927d6a00 x1830977685561728/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.642003:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d6a00 with x1830977685561728 ext(2097152->4194303) 00002000:00010000:1.0:1746157103.642008:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d6a00 00000100:00100000:0.0:1746157103.668325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.668367:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.668460:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685562240 00000100:00100000:2.0:1746157103.668468:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685562240 00002000:00100000:2.0:1746157103.668506:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88012be9dc00 x1830977685562240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.668514:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9dc00 with x1830977685562240 ext(2097152->4194303) 00002000:00010000:2.0:1746157103.668520:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9dc00 00000100:00100000:2.0:1746157103.668548:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685562112 00000100:00100000:2.0:1746157103.668551:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685562112 00002000:00100000:2.0:1746157103.668562:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88012be9c380 x1830977685562112/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.668568:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9c380 with x1830977685562112 ext(2097152->4194303) 00002000:00010000:2.0:1746157103.668570:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012be9c380 00000100:00100000:3.0:1746157103.668578:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14055 00000100:00100000:2.0:1746157103.668583:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14056 00000100:00100000:3.0:1746157103.668586:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685562240:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.668588:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685562112:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.690512:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685562112:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 21916us (22136us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157103.690523:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14056 00002000:00100000:2.0:1746157103.690533:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88012be9c380 x1830977685562112/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.690540:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9c380 with x1830977685562112 ext(2097152->4194303) 00002000:00010000:2.0:1746157103.690546:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012be9c380 00000100:00100000:3.0:1746157103.694101:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685562240:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 25508us (25774us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157103.694111:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14055 00002000:00100000:3.0:1746157103.694120:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88012be9dc00 x1830977685562240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157103.694129:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9dc00 with x1830977685562240 ext(2097152->4194303) 00002000:00010000:3.0:1746157103.694133:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9dc00 00000100:00100000:0.0:1746157103.713909:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.714347:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.714423:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685562496 00000100:00100000:2.0:1746157103.714430:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685562496 00002000:00100000:2.0:1746157103.714466:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff88012be9f100 x1830977685562496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.714476:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9f100 with x1830977685562496 ext(4194304->6291455) 00002000:00010000:2.0:1746157103.714480:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012be9f100 00000100:00100000:2.0:1746157103.714494:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685562752 00000100:00100000:2.0:1746157103.714496:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685562752 00002000:00100000:2.0:1746157103.714507:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff88012be9c000 x1830977685562752/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.714515:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9c000 with x1830977685562752 ext(4194304->6291455) 00002000:00010000:2.0:1746157103.714517:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9c000 00000100:00100000:2.0:1746157103.715250:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14057 00000100:00100000:2.0:1746157103.715271:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685562496:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157103.715589:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14058 00000100:00100000:3.0:1746157103.715597:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685562752:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.736995:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685562496:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 21719us (23086us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157103.737006:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14057 00002000:00100000:2.0:1746157103.737017:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff88012be9f100 x1830977685562496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.737026:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9f100 with x1830977685562496 ext(4194304->6291455) 00002000:00010000:2.0:1746157103.737031:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012be9f100 00000100:00100000:1.0:1746157103.744494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.744775:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685562752:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 29176us (30425us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157103.744785:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14058 00002000:00100000:3.0:1746157103.744804:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff88012be9c000 x1830977685562752/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157103.744813:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9c000 with x1830977685562752 ext(4194304->6291455) 00002000:00010000:3.0:1746157103.744817:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9c000 00000100:00100000:3.0:1746157103.744837:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685563008 00000100:00100000:3.0:1746157103.744843:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685563008 00002000:00100000:3.0:1746157103.744869:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff88008c5cb800 x1830977685563008/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157103.744875:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb800 with x1830977685563008 ext(6291456->7340031) 00002000:00010000:3.0:1746157103.744877:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c5cb800 00000100:00100000:3.0:1746157103.744901:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14059 00000100:00100000:3.0:1746157103.744906:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2013:x1830977685563008:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.751973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.753217:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685563264 00000100:00100000:2.0:1746157103.753226:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685563264 00002000:00100000:2.0:1746157103.753263:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff88012be9ed80 x1830977685563264/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.753272:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9ed80 with x1830977685563264 ext(6291456->7340031) 00002000:00010000:2.0:1746157103.753276:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9ed80 00000100:00100000:2.0:1746157103.753293:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14060 00000100:00100000:2.0:1746157103.753299:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685563264:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157103.754013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.754079:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685563520 00000100:00100000:0.0:1746157103.754084:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685563520 00002000:00100000:0.0:1746157103.754103:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff88008c5ca300 x1830977685563520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157103.754110:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca300 with x1830977685563520 ext(7340032->8388607) 00002000:00010000:0.0:1746157103.754113:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c5ca300 00000100:00100000:0.0:1746157103.754137:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14061 00000100:00100000:0.0:1746157103.754142:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2013:x1830977685563520:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.763539:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.763988:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2013:x1830977685563008:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 19079us (19498us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157103.763998:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14059 00002000:00100000:3.0:1746157103.764007:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff88008c5cb800 x1830977685563008/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157103.764015:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5cb800 with x1830977685563008 ext(6291456->7340031) 00002000:00010000:3.0:1746157103.764021:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c5cb800 00000100:00100000:3.0:1746157103.764041:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685563776 00000100:00100000:3.0:1746157103.764046:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685563776 00002000:00100000:3.0:1746157103.764068:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88012be9e680 x1830977685563776/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157103.764074:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9e680 with x1830977685563776 ext(7340032->8388607) 00002000:00010000:3.0:1746157103.764078:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9e680 00000100:00100000:3.0:1746157103.764107:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14062 00000100:00100000:3.0:1746157103.764115:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2012:x1830977685563776:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.766066:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2013:x1830977685563520:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 11908us (12041us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157103.766079:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14061 00002000:00100000:0.0:1746157103.766091:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff88008c5ca300 x1830977685563520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157103.766100:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca300 with x1830977685563520 ext(7340032->8388607) 00002000:00010000:0.0:1746157103.766106:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c5ca300 00000100:00100000:2.0:1746157103.771965:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2013:x1830977685563264:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 18656us (19992us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157103.771976:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14060 00002000:00100000:2.0:1746157103.771988:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff88012be9ed80 x1830977685563264/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.771996:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9ed80 with x1830977685563264 ext(6291456->7340031) 00002000:00010000:2.0:1746157103.772001:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9ed80 00000100:00100000:3.0:1746157103.779020:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2012:x1830977685563776:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 14898us (15480us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157103.779373:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.779506:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14062 00002000:00100000:3.0:1746157103.779517:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88012be9e680 x1830977685563776/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157103.779525:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9e680 with x1830977685563776 ext(7340032->8388607) 00002000:00010000:3.0:1746157103.779530:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9e680 00000100:00100000:3.0:1746157103.779550:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685564160 00000100:00100000:3.0:1746157103.779555:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685564160 00002000:00100000:3.0:1746157103.779576:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88012be9df80 x1830977685564160/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157103.779583:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9df80 with x1830977685564160 ext(4194304->6291455) 00002000:00010000:3.0:1746157103.779586:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9df80 00000100:00100000:3.0:1746157103.779598:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14063 00000100:00100000:3.0:1746157103.779603:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685564160:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.780400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.780928:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685564288 00000100:00100000:1.0:1746157103.780934:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685564288 00002000:00100000:1.0:1746157103.780965:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88012be9ca80 x1830977685564288/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.780973:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9ca80 with x1830977685564288 ext(4194304->6291455) 00002000:00010000:1.0:1746157103.780978:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012be9ca80 00000100:00100000:1.0:1746157103.781411:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14064 00000100:00100000:1.0:1746157103.781419:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685564288:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157103.797375:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685564160:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 17762us (17994us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157103.797387:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14063 00002000:00100000:3.0:1746157103.797397:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88012be9df80 x1830977685564160/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157103.797405:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9df80 with x1830977685564160 ext(4194304->6291455) 00002000:00010000:3.0:1746157103.797411:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9df80 00000100:00100000:0.0:1746157103.808695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.809193:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685564288:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 27773us (28793us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746157103.809203:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14064 00002000:00100000:1.0:1746157103.809212:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88012be9ca80 x1830977685564288/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.809221:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9ca80 with x1830977685564288 ext(4194304->6291455) 00002000:00010000:1.0:1746157103.809226:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012be9ca80 00000100:00100000:1.0:1746157103.809244:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685564544 00000100:00100000:1.0:1746157103.809250:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685564544 00002000:00100000:1.0:1746157103.809275:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88012be9d880 x1830977685564544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.809280:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9d880 with x1830977685564544 ext(6291456->7340031) 00002000:00010000:1.0:1746157103.809283:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9d880 00000100:00100000:1.0:1746157103.809310:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14065 00000100:00100000:1.0:1746157103.809316:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685564544:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.818976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.819008:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.820019:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685564800 00000100:00100000:3.0:1746157103.820027:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685564800 00000100:00100000:0.0:1746157103.820039:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00002000:00100000:3.0:1746157103.820063:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff8800910b8e00 x1830977685564800/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746157103.820066:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685565056 00000100:00100000:1.0:1746157103.820070:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685565056 00002000:00100000:3.0:1746157103.820072:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8e00 with x1830977685564800 ext(6291456->7340031) 00002000:00010000:3.0:1746157103.820076:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910b8e00 00002000:00100000:1.0:1746157103.820090:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff8800910bb480 x1830977685565056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746157103.820097:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685565312 00000100:00100000:3.0:1746157103.820099:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685565312 00002000:00100000:1.0:1746157103.820100:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb480 with x1830977685565056 ext(7340032->8388607) 00002000:00010000:1.0:1746157103.820103:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910bb480 00002000:00100000:3.0:1746157103.820109:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff8800910b9f80 x1830977685565312/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157103.820117:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b9f80 with x1830977685565312 ext(7340032->8388607) 00002000:00010000:3.0:1746157103.820120:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910b9f80 00000100:00100000:1.0:1746157103.820126:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14066 00000100:00100000:3.0:1746157103.820140:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14067 00000100:00100000:3.0:1746157103.820146:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685565056:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157103.820150:0:27104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14068 00000100:00100000:1.0:1746157103.820155:0:27104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2011:x1830977685565312:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.820364:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685564544:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 11046us (11675us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157103.820372:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14065 00002000:00100000:0.0:1746157103.820379:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88012be9d880 x1830977685564544/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157103.820387:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012be9d880 with x1830977685564544 ext(6291456->7340031) 00002000:00010000:0.0:1746157103.820390:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012be9d880 00000100:00100000:1.0:1746157103.820761:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685564800:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157103.837662:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685565056:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 17506us (18642us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157103.837673:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14067 00002000:00100000:3.0:1746157103.837684:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff8800910bb480 x1830977685565056/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157103.837693:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb480 with x1830977685565056 ext(7340032->8388607) 00002000:00010000:3.0:1746157103.837697:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910bb480 00000100:00100000:1.0:1746157103.839474:0:27104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685565312:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 19311us (19429us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157103.839487:0:27104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14068 00002000:00100000:1.0:1746157103.839495:0:27104:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff8800910b9f80 x1830977685565312/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.839502:0:27104:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b9f80 with x1830977685565312 ext(7340032->8388607) 00002000:00010000:1.0:1746157103.839507:0:27104:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910b9f80 00000100:00100000:1.0:1746157103.843440:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685564800:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 23298us (24463us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157103.843450:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14066 00002000:00100000:1.0:1746157103.843463:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff8800910b8e00 x1830977685564800/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.843471:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8e00 with x1830977685564800 ext(6291456->7340031) 00002000:00010000:1.0:1746157103.843476:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910b8e00 00000100:00100000:0.0:1746157103.858070:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.858583:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685565568 00000100:00100000:1.0:1746157103.858593:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685565568 00002000:00100000:1.0:1746157103.858630:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff8800910ba300 x1830977685565568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.858639:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba300 with x1830977685565568 ext(8388608->10485759) 00002000:00010000:1.0:1746157103.858643:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ba300 00000100:00100000:1.0:1746157103.858675:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14069 00000100:00100000:1.0:1746157103.858682:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685565568:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157103.861048:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.861184:0:27104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685565824 00000100:00100000:2.0:1746157103.861191:0:27104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685565824 00002000:00100000:2.0:1746157103.861225:0:27104:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff8801306a5c00 x1830977685565824/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.861234:0:27104:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5c00 with x1830977685565824 ext(8388608->10485759) 00002000:00010000:2.0:1746157103.861239:0:27104:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a5c00 00000100:00100000:2.0:1746157103.861268:0:27104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14070 00000100:00100000:2.0:1746157103.861274:0:27104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685565824:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157103.885982:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685565568:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 27289us (27909us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746157103.885993:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14069 00002000:00100000:1.0:1746157103.886004:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff8800910ba300 x1830977685565568/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.886014:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba300 with x1830977685565568 ext(8388608->10485759) 00002000:00010000:1.0:1746157103.886019:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ba300 00000100:00100000:0.0:1746157103.894991:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.895194:0:27104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685565824:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 33918us (34152us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157103.895204:0:27104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14070 00002000:00100000:2.0:1746157103.895215:0:27104:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff8801306a5c00 x1830977685565824/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.895224:0:27104:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a5c00 with x1830977685565824 ext(8388608->10485759) 00002000:00010000:2.0:1746157103.895229:0:27104:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306a5c00 00000100:00100000:2.0:1746157103.895253:0:27104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685566208 00000100:00100000:2.0:1746157103.895260:0:27104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685566208 00002000:00100000:2.0:1746157103.895289:0:27104:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff8800910b9180 x1830977685566208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.895296:0:27104:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b9180 with x1830977685566208 ext(10485760->11534335) 00002000:00010000:2.0:1746157103.895298:0:27104:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b9180 00000100:00100000:2.0:1746157103.897038:0:27104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14071 00000100:00100000:2.0:1746157103.897054:0:27104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685566208:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157103.901973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.903466:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685566336 00000100:00100000:2.0:1746157103.903479:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685566336 00002000:00100000:2.0:1746157103.903527:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff8801306a6300 x1830977685566336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.903537:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6300 with x1830977685566336 ext(10485760->11534335) 00002000:00010000:2.0:1746157103.903542:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a6300 00000100:00100000:2.0:1746157103.903567:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14072 00000100:00100000:2.0:1746157103.903575:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685566336:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.904274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.905442:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685566592 00000100:00100000:2.0:1746157103.905450:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685566592 00002000:00100000:2.0:1746157103.905485:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff8800910ba680 x1830977685566592/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.905494:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba680 with x1830977685566592 ext(11534336->12582911) 00002000:00010000:2.0:1746157103.905498:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ba680 00000100:00100000:2.0:1746157103.905517:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14073 00000100:00100000:2.0:1746157103.905523:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685566592:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.913531:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.913966:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685566848 00000100:00100000:2.0:1746157103.913972:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157103.913978:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685566848 00002000:00100000:3.0:1746157103.914024:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff8800927d4700 x1830977685566848/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746157103.914033:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685567104 00002000:00100000:3.0:1746157103.914035:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4700 with x1830977685566848 ext(11534336->12582911) 00000100:00100000:0.0:1746157103.914036:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685567104 00002000:00010000:3.0:1746157103.914040:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4700 00002000:00100000:0.0:1746157103.914055:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88012a2fe680 x1830977685567104/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746157103.914060:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14074 00002000:00100000:0.0:1746157103.914062:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fe680 with x1830977685567104 ext(12582912->13631487) 00002000:00010000:0.0:1746157103.914065:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012a2fe680 00000100:00100000:3.0:1746157103.914066:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685566848:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.914075:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14075 00000100:00100000:0.0:1746157103.914079:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685567104:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.928663:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.928979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.929844:0:27104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685566208:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 32794us (34860us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157103.929855:0:27104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14071 00002000:00100000:1.0:1746157103.929866:0:27104:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff8800910b9180 x1830977685566208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.929876:0:27104:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b9180 with x1830977685566208 ext(10485760->11534335) 00002000:00010000:1.0:1746157103.929881:0:27104:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b9180 00000100:00100000:1.0:1746157103.929902:0:27104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685567360 00000100:00100000:1.0:1746157103.929908:0:27104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685567360 00002000:00100000:1.0:1746157103.929938:0:27104:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff8800910b8380 x1830977685567360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.929944:0:27104:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8380 with x1830977685567360 ext(8388608->10485759) 00002000:00010000:1.0:1746157103.929947:0:27104:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b8380 00000100:00100000:2.0:1746157103.929989:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685567616 00000100:00100000:2.0:1746157103.929996:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685567616 00002000:00100000:2.0:1746157103.930017:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff8800910b8700 x1830977685567616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.930027:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8700 with x1830977685567616 ext(8388608->10485759) 00002000:00010000:2.0:1746157103.930030:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910b8700 00000100:00100000:2.0:1746157103.930048:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14076 00000100:00100000:2.0:1746157103.930054:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685567360:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.930341:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14077 00000100:00100000:0.0:1746157103.930349:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977685567616:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.937115:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+22:2011:x1830977685566336:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 33528us (35140us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157103.937128:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14072 00002000:00100000:2.0:1746157103.937141:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff8801306a6300 x1830977685566336/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.937150:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a6300 with x1830977685566336 ext(10485760->11534335) 00002000:00010000:2.0:1746157103.937157:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a6300 00000100:00100000:2.0:1746157103.942768:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+20:2011:x1830977685566592:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 37197us (38448us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157103.942783:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14073 00002000:00100000:2.0:1746157103.942805:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff8800910ba680 x1830977685566592/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.942815:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910ba680 with x1830977685566592 ext(11534336->12582911) 00002000:00010000:2.0:1746157103.942821:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910ba680 00000100:00100000:3.0:1746157103.950351:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685566848:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 36270us (36820us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157103.950363:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14074 00002000:00100000:3.0:1746157103.950375:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff8800927d4700 x1830977685566848/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157103.950384:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927d4700 with x1830977685566848 ext(11534336->12582911) 00002000:00010000:3.0:1746157103.950391:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927d4700 00000100:00100000:1.0:1746157103.950553:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2011:x1830977685567104:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 36472us (36580us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157103.950561:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14075 00002000:00100000:1.0:1746157103.950566:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88012a2fe680 x1830977685567104/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.950573:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2fe680 with x1830977685567104 ext(12582912->13631487) 00002000:00010000:1.0:1746157103.950577:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012a2fe680 00000100:00100000:1.0:1746157103.960909:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685567616:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 30547us (31915us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746157103.960922:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14077 00002000:00100000:1.0:1746157103.960933:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff8800910b8700 x1830977685567616/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.960942:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8700 with x1830977685567616 ext(8388608->10485759) 00002000:00010000:1.0:1746157103.960948:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800910b8700 00000100:00100000:2.0:1746157103.963490:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685567360:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 33420us (34823us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157103.963505:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14076 00002000:00100000:2.0:1746157103.963518:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff8800910b8380 x1830977685567360/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.963529:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8380 with x1830977685567360 ext(8388608->10485759) 00002000:00010000:2.0:1746157103.963535:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b8380 00000100:00100000:0.0:1746157103.971859:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.971926:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685567872 00000100:00100000:2.0:1746157103.971937:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685567872 00002000:00100000:2.0:1746157103.971999:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff8800910bb100 x1830977685567872/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.972008:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb100 with x1830977685567872 ext(10485760->11534335) 00002000:00010000:2.0:1746157103.972013:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910bb100 00000100:00100000:2.0:1746157103.972043:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14078 00000100:00100000:2.0:1746157103.972051:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685567872:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157103.972109:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.972126:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685568128 00000100:00100000:1.0:1746157103.972129:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685568128 00002000:00100000:1.0:1746157103.972149:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88008c5ca680 x1830977685568128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.972156:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca680 with x1830977685568128 ext(10485760->11534335) 00002000:00010000:1.0:1746157103.972159:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c5ca680 00000100:00100000:1.0:1746157103.972312:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14079 00000100:00100000:1.0:1746157103.972318:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2013:x1830977685568128:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.973889:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157103.973968:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685568384 00000100:00100000:0.0:1746157103.973974:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685568384 00002000:00100000:0.0:1746157103.974000:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88012a2ff800 x1830977685568384/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157103.974007:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ff800 with x1830977685568384 ext(11534336->12582911) 00002000:00010000:0.0:1746157103.974011:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2ff800 00000100:00100000:0.0:1746157103.974954:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14080 00000100:00100000:0.0:1746157103.974965:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2012:x1830977685568384:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157103.982160:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157103.982208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157103.982241:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685568640 00000100:00100000:1.0:1746157103.982255:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685568640 00002000:00100000:1.0:1746157103.982306:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880131253100 x1830977685568640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.982316:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131253100 with x1830977685568640 ext(11534336->12582911) 00002000:00010000:1.0:1746157103.982321:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131253100 00000100:00100000:1.0:1746157103.982338:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685568896 00000100:00100000:1.0:1746157103.982340:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685568896 00002000:00100000:1.0:1746157103.982352:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008f209c00 x1830977685568896/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/0 e 0 to 0 dl 1746157114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.982364:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209c00 with x1830977685568896 ext(12582912->13631487) 00002000:00010000:1.0:1746157103.982367:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f209c00 00000100:00100000:1.0:1746157103.982379:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14081 00000100:00100000:1.0:1746157103.982391:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2013:x1830977685568640:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157103.983678:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14082 00000100:00100000:3.0:1746157103.983691:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2013:x1830977685568896:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157103.983906:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+12:2013:x1830977685567872:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 11854us (12177us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157103.983913:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14078 00002000:00100000:0.0:1746157103.983921:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff8800910bb100 x1830977685567872/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157103.983931:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910bb100 with x1830977685567872 ext(10485760->11534335) 00002000:00010000:0.0:1746157103.983937:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910bb100 00000100:00100000:1.0:1746157103.991871:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+18:2013:x1830977685568128:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 19545us (19754us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157103.991882:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14079 00002000:00100000:1.0:1746157103.991892:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88008c5ca680 x1830977685568128/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.991901:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c5ca680 with x1830977685568128 ext(10485760->11534335) 00002000:00010000:1.0:1746157103.991906:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c5ca680 00000100:00100000:2.0:1746157103.997592:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2012:x1830977685568384:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 22617us (23694us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157103.997604:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14080 00002000:00100000:2.0:1746157103.997616:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88012a2ff800 x1830977685568384/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157103.997625:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012a2ff800 with x1830977685568384 ext(11534336->12582911) 00002000:00010000:2.0:1746157103.997632:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012a2ff800 00000100:00100000:1.0:1746157103.998329:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2013:x1830977685568640:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 15934us (16171us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157103.998341:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14081 00002000:00100000:1.0:1746157103.998607:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880131253100 x1830977685568640/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157103.998615:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131253100 with x1830977685568640 ext(11534336->12582911) 00002000:00010000:1.0:1746157103.998621:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131253100 00000100:00100000:3.0:1746157104.009447:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685568896:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 25747us (27225us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157104.009461:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14082 00002000:00100000:3.0:1746157104.009474:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008f209c00 x1830977685568896/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:664/0 lens 488/440 e 0 to 0 dl 1746157114 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.009483:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209c00 with x1830977685568896 ext(12582912->13631487) 00002000:00010000:3.0:1746157104.009489:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f209c00 00000100:00100000:0.0:1746157104.018731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.018847:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685569152 00000100:00100000:1.0:1746157104.018856:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685569152 00000100:00100000:1.0:1746157104.018907:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 208 00000100:00100000:1.0:1746157104.018915:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc58c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:3790:x1830977685569152:12345-192.168.203.44@tcp:35:cmp.0 00000100:00100000:1.0:1746157104.019245:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc58c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:3790:x1830977685569152:12345-192.168.203.44@tcp:35:cmp.0 Request processed in 330us (520us total) trans 4294989414 rc 0/0 00000100:00100000:1.0:1746157104.019251:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 208 00000100:00100000:0.0:1746157104.033064:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.033326:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685569408 00000100:00100000:3.0:1746157104.033334:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685569408 00000100:00100000:3.0:1746157104.033395:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51866 00000100:00100000:3.0:1746157104.033402:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:3791:x1830977685569408:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:3.0:1746157104.033418:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157104.033434:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d9800/0x7b65fed885351cdc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c6b expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.033510:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351ce3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.033520:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.033530:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157104.033538:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:3.0:1746157104.033606:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d9800/0x7b65fed885351cdc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c6b expref: 19 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.033623:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351ce3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c6b expref: 18 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.033629:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:3.0:1746157104.033631:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157104.033634:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8400, rc 0) 00000100:00100000:3.0:1746157104.033670:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:3791:x1830977685569408:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 268us (614us total) trans 4294989415 rc 0/0 00000100:00100000:3.0:1746157104.033675:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51866 00000100:00100000:0.0:1746157104.037488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.037537:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685569536 00000100:00100000:0.0:1746157104.037537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.037544:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685569536 00000100:00100000:2.0:1746157104.037589:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1240 00000100:00100000:2.0:1746157104.037595:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:2013:x1830977685569536:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157104.037606:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157104.037625:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351ce3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c6b expref: 18 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.037651:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:2.0:1746157104.037655:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157104.037687:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:2013:x1830977685569536:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 93us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157104.037693:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1240 00000100:00100000:1.0:1746157104.038999:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685569792 00000100:00100000:1.0:1746157104.039006:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685569792 00000100:00100000:1.0:1746157104.039046:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51867 00000100:00100000:1.0:1746157104.039052:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:3791:x1830977685569792:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:1.0:1746157104.039068:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157104.039080:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351cf1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c72 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.039157:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351cf8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157104.039167:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157104.039175:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:1.0:1746157104.039183:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:1.0:1746157104.039256:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885351cf1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c72 expref: 20 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.039826:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351cf8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c72 expref: 19 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.039833:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012d7b5d00) 00010000:00010000:1.0:1746157104.039836:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157104.039838:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4200, rc 0) 00000100:00100000:1.0:1746157104.039888:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:3791:x1830977685569792:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 835us (2349us total) trans 4294989416 rc 0/0 00000100:00100000:1.0:1746157104.039894:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51867 00000100:00100000:0.0:1746157104.043956:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.044007:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685570048 00000100:00100000:3.0:1746157104.044015:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685570048 00000100:00100000:3.0:1746157104.044341:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1241 00000100:00100000:3.0:1746157104.044347:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:2012:x1830977685570048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157104.044359:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157104.044377:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed885351cf8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c72 expref: 19 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.044403:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012d7b5d00) 00010000:00010000:3.0:1746157104.044407:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157104.044439:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:2012:x1830977685570048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 92us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.044444:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1241 00000100:00100000:0.0:1746157104.045657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.046404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.046566:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685569920 00000100:00100000:3.0:1746157104.046573:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685569920 00000100:00100000:3.0:1746157104.046608:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685570176 00000100:00100000:3.0:1746157104.046610:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685570176 00000100:00080000:0.0:1746157104.046646:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157104.046650:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746157104.046803:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30365 00000100:00100000:3.0:1746157104.046810:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+9:2010:x1830977685569920:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:3.0:1746157104.046823:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157104.046835:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351d06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c79 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.046853:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.046855:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.046860:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351d06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c79 expref: 10 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157104.046878:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351d06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c79 expref: 10 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157104.046887:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8000, rc 0) 00000100:00100000:1.0:1746157104.046979:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30366 00000100:00100000:1.0:1746157104.046987:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2010:x1830977685570176:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:1.0:1746157104.046994:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157104.047002:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351d0d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c80 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.047013:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.047014:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.047017:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351d0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c80 expref: 14 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157104.047028:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351d0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c80 expref: 14 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157104.047034:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c7a4a00, rc 0) 00000100:00100000:3.0:1746157104.047238:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2010:x1830977685569920:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 429us (1585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157104.047238:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685570176:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 252us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157104.047243:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30366 00000100:00100000:3.0:1746157104.047247:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30365 00000100:00100000:0.0:1746157104.059655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.059707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.059896:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685570560 00000100:00100000:3.0:1746157104.059903:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685570560 00002000:00100000:3.0:1746157104.059947:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88008c57ea00 x1830977685570560/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.059957:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57ea00 with x1830977685570560 ext(0->2097151) 00002000:00010000:3.0:1746157104.059961:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c57ea00 00000100:00100000:3.0:1746157104.059991:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685570688 00000100:00100000:3.0:1746157104.059993:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685570688 00002000:00100000:3.0:1746157104.060008:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88008c57d500 x1830977685570688/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.060014:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d500 with x1830977685570688 ext(0->2097151) 00002000:00010000:3.0:1746157104.060017:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c57d500 00000100:00100000:3.0:1746157104.060030:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14083 00000100:00100000:3.0:1746157104.060037:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2010:x1830977685570560:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157104.060238:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14084 00000100:00100000:1.0:1746157104.060246:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2011:x1830977685570688:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157104.079495:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2010:x1830977685570560:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 19446us (19839us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157104.079507:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14083 00002000:00100000:3.0:1746157104.079519:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88008c57ea00 x1830977685570560/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.079528:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57ea00 with x1830977685570560 ext(0->2097151) 00002000:00010000:3.0:1746157104.079533:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c57ea00 00000100:00100000:1.0:1746157104.083744:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2011:x1830977685570688:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 23479us (24016us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746157104.083758:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14084 00002000:00100000:1.0:1746157104.083769:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88008c57d500 x1830977685570688/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.083778:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c57d500 with x1830977685570688 ext(0->2097151) 00002000:00010000:1.0:1746157104.083784:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c57d500 00010000:00010000:3.0:1746157104.111975:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157104.114311:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.114701:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.115282:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685571072 00000100:00100000:1.0:1746157104.115289:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685571072 00002000:00100000:1.0:1746157104.115326:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88007f3ae680 x1830977685571072/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.115335:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ae680 with x1830977685571072 ext(2097152->4194303) 00002000:00010000:1.0:1746157104.115339:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ae680 00000100:00100000:3.0:1746157104.115387:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685571200 00000100:00100000:3.0:1746157104.115391:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685571200 00002000:00100000:3.0:1746157104.115410:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88007f3adc00 x1830977685571200/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.115415:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3adc00 with x1830977685571200 ext(2097152->4194303) 00002000:00010000:3.0:1746157104.115418:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3adc00 00000100:00100000:1.0:1746157104.115541:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14085 00000100:00100000:1.0:1746157104.115549:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685571072:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157104.115985:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14086 00000100:00100000:3.0:1746157104.115991:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2012:x1830977685571200:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157104.135512:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2012:x1830977685571200:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 19512us (20802us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157104.135524:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14086 00002000:00100000:3.0:1746157104.135534:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88007f3adc00 x1830977685571200/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.135544:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3adc00 with x1830977685571200 ext(2097152->4194303) 00002000:00010000:3.0:1746157104.135548:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3adc00 00000100:00100000:1.0:1746157104.141336:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685571072:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 25779us (27024us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746157104.141347:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14085 00002000:00100000:1.0:1746157104.141357:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88007f3ae680 x1830977685571072/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.141365:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ae680 with x1830977685571072 ext(2097152->4194303) 00002000:00010000:1.0:1746157104.141371:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ae680 00000100:00100000:0.0:1746157104.159649:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.159813:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685571456 00000100:00100000:1.0:1746157104.159822:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685571456 00002000:00100000:1.0:1746157104.159858:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88007f3ac700 x1830977685571456/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.159871:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ac700 with x1830977685571456 ext(4194304->6291455) 00002000:00010000:1.0:1746157104.159876:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ac700 00000100:00100000:0.0:1746157104.160552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.160922:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685571712 00000100:00100000:1.0:1746157104.160927:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685571712 00002000:00100000:1.0:1746157104.160953:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88007f3ad500 x1830977685571712/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.160962:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad500 with x1830977685571712 ext(4194304->6291455) 00002000:00010000:1.0:1746157104.160966:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3ad500 00000100:00100000:1.0:1746157104.160981:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14087 00000100:00100000:1.0:1746157104.160987:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685571456:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157104.162253:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14088 00000100:00100000:3.0:1746157104.162265:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2012:x1830977685571712:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157104.185252:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685571456:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 24254us (25600us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746157104.185264:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14087 00002000:00100000:1.0:1746157104.185276:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88007f3ac700 x1830977685571456/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.185285:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ac700 with x1830977685571456 ext(4194304->6291455) 00002000:00010000:1.0:1746157104.185290:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ac700 00000100:00100000:3.0:1746157104.186827:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2012:x1830977685571712:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 24560us (26272us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157104.186840:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14088 00002000:00100000:3.0:1746157104.186849:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88007f3ad500 x1830977685571712/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.186857:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad500 with x1830977685571712 ext(4194304->6291455) 00002000:00010000:3.0:1746157104.186861:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3ad500 00000100:00100000:0.0:1746157104.197256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.197341:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685572352 00000100:00100000:3.0:1746157104.197350:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685572352 00002000:00100000:3.0:1746157104.197384:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->8388607) req@ffff88007f3af480 x1830977685572352/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.197393:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3af480 with x1830977685572352 ext(6291456->8388607) 00002000:00010000:3.0:1746157104.197397:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3af480 00000100:00100000:3.0:1746157104.197514:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14089 00000100:00100000:3.0:1746157104.197521:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2010:x1830977685572352:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157104.208612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.209970:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685572096 00000100:00100000:2.0:1746157104.209983:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685572096 00002000:00100000:2.0:1746157104.210024:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->8388607) req@ffff88007f3aed80 x1830977685572096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157104.210034:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aed80 with x1830977685572096 ext(6291456->8388607) 00002000:00010000:2.0:1746157104.210038:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3aed80 00000100:00100000:2.0:1746157104.210061:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14090 00000100:00100000:2.0:1746157104.210068:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2011:x1830977685572096:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157104.229506:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2010:x1830977685572352:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 31977us (32249us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157104.229516:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14089 00002000:00100000:3.0:1746157104.229527:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->8388607) req@ffff88007f3af480 x1830977685572352/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.229536:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3af480 with x1830977685572352 ext(6291456->8388607) 00002000:00010000:3.0:1746157104.229542:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3af480 00000100:00100000:2.0:1746157104.233901:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2011:x1830977685572096:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 23826us (25291us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157104.233912:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14090 00002000:00100000:2.0:1746157104.233922:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->8388607) req@ffff88007f3aed80 x1830977685572096/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157104.233930:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aed80 with x1830977685572096 ext(6291456->8388607) 00002000:00010000:2.0:1746157104.233935:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3aed80 00000100:00100000:0.0:1746157104.251915:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.252060:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685572736 00000100:00100000:2.0:1746157104.252068:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685572736 00002000:00100000:2.0:1746157104.252110:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88007f3ae300 x1830977685572736/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157104.252119:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ae300 with x1830977685572736 ext(8388608->10485759) 00002000:00010000:2.0:1746157104.252124:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ae300 00000100:00100000:0.0:1746157104.252207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.253573:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685572992 00000100:00100000:2.0:1746157104.253581:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685572992 00002000:00100000:2.0:1746157104.253612:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88007f3aca80 x1830977685572992/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157104.253620:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aca80 with x1830977685572992 ext(8388608->10485759) 00002000:00010000:2.0:1746157104.253624:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3aca80 00000100:00100000:2.0:1746157104.253640:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14091 00000100:00100000:2.0:1746157104.253647:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2013:x1830977685572736:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157104.253700:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14092 00000100:00100000:0.0:1746157104.253706:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2013:x1830977685572992:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157104.274308:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2013:x1830977685572736:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 20655us (22394us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157104.274319:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14091 00002000:00100000:2.0:1746157104.274328:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88007f3ae300 x1830977685572736/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157104.274336:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ae300 with x1830977685572736 ext(8388608->10485759) 00002000:00010000:2.0:1746157104.274342:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ae300 00000100:00100000:1.0:1746157104.279165:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2013:x1830977685572992:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 25450us (26949us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746157104.279175:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14092 00002000:00100000:1.0:1746157104.279183:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88007f3aca80 x1830977685572992/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.279191:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3aca80 with x1830977685572992 ext(8388608->10485759) 00002000:00010000:1.0:1746157104.279196:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3aca80 00000100:00100000:0.0:1746157104.287895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.287934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.288177:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685573248 00000100:00100000:2.0:1746157104.288184:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685573248 00002000:00100000:2.0:1746157104.288221:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88007f3ace00 x1830977685573248/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157104.288235:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ace00 with x1830977685573248 ext(10485760->11534335) 00002000:00010000:2.0:1746157104.288240:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ace00 00000100:00100000:2.0:1746157104.288265:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685573504 00000100:00100000:2.0:1746157104.288268:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685573504 00002000:00100000:2.0:1746157104.288285:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88007f3ad180 x1830977685573504/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157104.288291:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad180 with x1830977685573504 ext(10485760->11534335) 00002000:00010000:2.0:1746157104.288294:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3ad180 00000100:00100000:2.0:1746157104.288307:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14093 00000100:00100000:2.0:1746157104.288313:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2010:x1830977685573248:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157104.289975:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14094 00000100:00100000:1.0:1746157104.289989:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685573504:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157104.292652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.294422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.294609:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685573888 00000100:00100000:0.0:1746157104.294618:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685573888 00002000:00100000:0.0:1746157104.294660:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88008f209180 x1830977685573888/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157104.294668:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209180 with x1830977685573888 ext(11534336->12582911) 00002000:00010000:0.0:1746157104.294673:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f209180 00000100:00100000:0.0:1746157104.294696:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685574016 00000100:00100000:0.0:1746157104.294699:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685574016 00002000:00100000:0.0:1746157104.294712:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88008bc18000 x1830977685574016/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157104.294719:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18000 with x1830977685574016 ext(11534336->12582911) 00002000:00010000:0.0:1746157104.294722:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc18000 00000100:00100000:0.0:1746157104.294748:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14095 00000100:00100000:0.0:1746157104.294755:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2010:x1830977685573888:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157104.295275:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14096 00000100:00100000:0.0:1746157104.295281:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:2010:x1830977685574016:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157104.302120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.302133:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2010:x1830977685573248:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 13817us (14243us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157104.302143:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14093 00002000:00100000:3.0:1746157104.302156:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88007f3ace00 x1830977685573248/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.302163:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ace00 with x1830977685573248 ext(10485760->11534335) 00002000:00010000:3.0:1746157104.302168:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ace00 00000100:00100000:1.0:1746157104.304112:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685574272 00000100:00100000:1.0:1746157104.304127:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685574272 00002000:00100000:1.0:1746157104.304168:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88007f3ad880 x1830977685574272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.304175:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad880 with x1830977685574272 ext(12582912->13631487) 00002000:00010000:1.0:1746157104.304179:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ad880 00000100:00100000:1.0:1746157104.304212:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14097 00000100:00100000:1.0:1746157104.304219:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2010:x1830977685574272:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157104.305328:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:2010:x1830977685573504:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 15339us (17387us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157104.305337:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14094 00002000:00100000:1.0:1746157104.305344:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88007f3ad180 x1830977685573504/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.305351:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad180 with x1830977685573504 ext(10485760->11534335) 00002000:00010000:1.0:1746157104.305356:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3ad180 00000100:00100000:2.0:1746157104.308554:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2010:x1830977685573888:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 13789us (15902us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157104.308564:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14095 00002000:00100000:2.0:1746157104.308574:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88008f209180 x1830977685573888/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157104.308583:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f209180 with x1830977685573888 ext(11534336->12582911) 00002000:00010000:2.0:1746157104.308588:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f209180 00000100:00100000:2.0:1746157104.318930:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685574016:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 23640us (24506us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157104.318944:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14096 00002000:00100000:2.0:1746157104.318954:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88008bc18000 x1830977685574016/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157104.318964:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc18000 with x1830977685574016 ext(11534336->12582911) 00002000:00010000:2.0:1746157104.318970:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc18000 00000100:00100000:1.0:1746157104.322457:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2010:x1830977685574272:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 18231us (20336us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157104.322467:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14097 00002000:00100000:1.0:1746157104.322476:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88007f3ad880 x1830977685574272/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/440 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.322490:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ad880 with x1830977685574272 ext(12582912->13631487) 00002000:00010000:1.0:1746157104.322494:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ad880 00000100:00100000:0.0:1746157104.339930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.340025:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685574528 00000100:00100000:1.0:1746157104.340034:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685574528 00000100:00100000:1.0:1746157104.340082:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 209 00000100:00100000:1.0:1746157104.340089:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:3791:x1830977685574528:12345-192.168.203.44@tcp:35:cmp.0 00000100:00100000:1.0:1746157104.340304:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:3791:x1830977685574528:12345-192.168.203.44@tcp:35:cmp.0 Request processed in 214us (383us total) trans 4294989417 rc 0/0 00000100:00100000:1.0:1746157104.340310:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 209 00000100:00100000:0.0:1746157104.342302:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.342828:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685574784 00000100:00100000:1.0:1746157104.342837:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685574784 00000100:00100000:1.0:1746157104.343042:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 210 00000100:00100000:1.0:1746157104.343051:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:3791:x1830977685574784:12345-192.168.203.44@tcp:35:cmp.0 00000100:00100000:1.0:1746157104.343290:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+20:3791:x1830977685574784:12345-192.168.203.44@tcp:35:cmp.0 Request processed in 240us (995us total) trans 4294989418 rc 0/0 00000100:00100000:1.0:1746157104.343297:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 210 00000100:00100000:0.0:1746157104.365982:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.366458:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.366555:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685575168 00000100:00100000:2.0:1746157104.366564:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685575168 00000100:00100000:2.0:1746157104.366624:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51868 00000100:00100000:2.0:1746157104.366632:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:3792:x1830977685575168:12345-192.168.203.44@tcp:36:rm.0 00010000:00010000:2.0:1746157104.366695:0:14262:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746157104.366725:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290000/0x7b65fed885351c73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c25 expref: 27 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.366800:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351a3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820bbc expref: 26 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.366810:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012d7b5d00) 00010000:00010000:2.0:1746157104.366819:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed885351c57 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c1e expref: 25 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.366826:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157104.366829:0:14262:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157104.366848:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.366860:0:14262:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c3a expref: 19 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.366867:0:14262:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.366904:0:14262:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c3a expref: 19 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.366916:0:14262:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c3a expref: 19 pid: 21512 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746157104.366929:0:14262:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc19180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679354624:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157104.367025:0:14262:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76de40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157104.367246:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685574912 00000100:00100000:1.0:1746157104.367251:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685574912 00000100:00100000:1.0:1746157104.367287:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 548 00000100:00100000:1.0:1746157104.367293:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2011:x1830977685574912:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:1.0:1746157104.367313:0:7242:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157104.367321:0:7242:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351d1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820c87 expref: -99 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.367351:0:7242:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351d22 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367360:0:7242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351d22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367369:0:7242:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351d22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367382:0:7242:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351d29 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367387:0:7242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351d29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367393:0:7242:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351d29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367436:0:7242:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351d22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367442:0:7242:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351d22 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367448:0:7242:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351d22 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367454:0:7242:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eaafc00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157104.367462:0:7242:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351d22 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367469:0:7242:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351d22 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367476:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157104.367479:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157104.367482:0:7242:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157104.367487:0:7242:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351d22 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367491:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351d22 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367504:0:7242:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351d29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367513:0:7242:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351d29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367517:0:7242:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351d29 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367521:0:7242:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f3afe00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157104.367523:0:7242:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351d29 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367527:0:7242:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351d29 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367531:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009f576b00) 00010000:00010000:1.0:1746157104.367533:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157104.367535:0:7242:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351d29 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367539:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351d29 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157104.367564:0:7242:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351d1b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c87 expref: 26 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.367574:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157104.367576:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746157104.367578:0:7242:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157104.367584:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351d1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c87 expref: 26 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.367591:0:7242:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaae600, rc -2) 00000100:00100000:1.0:1746157104.367624:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+25:2011:x1830977685574912:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 331us (1655us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746157104.367630:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 548 00000100:00100000:0.0:1746157104.371618:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.372045:0:14262:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc19180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679354624:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157104.372067:0:14262:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000100:00100000:3.0:1746157104.372132:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685575296 00000100:00100000:3.0:1746157104.372138:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685575296 00010000:00010000:3.0:1746157104.372169:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c3a expref: 20 pid: 21512 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746157104.372192:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17690 00000100:00100000:3.0:1746157104.372197:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+20:2010:x1830977685575296:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157104.372208:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157104.372213:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c3a expref: 20 pid: 21512 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746157104.372222:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c3a expref: 20 pid: 21512 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746157104.372242:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885351c8f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c3a expref: 20 pid: 21512 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746157104.372273:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157104.372277:0:11912:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.372286:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.372292:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.372308:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157104.372342:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:2010:x1830977685575296:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 145us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.372348:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17690 00010000:00010000:2.0:1746157104.372627:0:14262:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.372634:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.372652:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.372660:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.372666:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.372801:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.372810:0:14262:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2d400/0x7b65fed885351ac8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820be6 expref: 18 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.372817:0:14262:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.372839:0:14262:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2d400/0x7b65fed885351ac8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820be6 expref: 18 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.372849:0:14262:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2d400/0x7b65fed885351ac8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820be6 expref: 18 pid: 21512 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746157104.372859:0:14262:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc19180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679354752:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157104.372923:0:14262:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157104.378921:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.378989:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685575424 00000100:00100000:3.0:1746157104.378997:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685575424 00010000:00010000:3.0:1746157104.379031:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2d400/0x7b65fed885351ac8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820be6 expref: 19 pid: 21512 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746157104.379059:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17691 00000100:00100000:3.0:1746157104.379066:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:2010:x1830977685575424:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157104.379079:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157104.379084:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2d400/0x7b65fed885351ac8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820be6 expref: 19 pid: 21512 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746157104.379096:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2d400/0x7b65fed885351ac8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820be6 expref: 19 pid: 21512 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746157104.379120:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012d7b5d00) 00010000:00010000:3.0:1746157104.379124:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157104.379451:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd2d400/0x7b65fed885351ac8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820be6 expref: 19 pid: 21512 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746157104.379473:0:14262:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc19180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679354752:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157104.379953:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.379962:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157104.380067:0:14262:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.380130:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746157104.380384:0:14262:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157104.380390:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000040:00080000:0.0:1746157104.380668:0:14262:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:0.0:1746157104.380676:0:14262:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 764785939804ns, next at 765785938069ns, rc = 0 00000040:00080000:0.0:1746157104.380698:0:14262:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:0.0:1746157104.380702:0:14262:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 764785965701ns, next at 765785964958ns, rc = 0 00010000:00010000:0.0:1746157104.380780:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8e00/0x7b65fed885351d3e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157104.380799:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8e00/0x7b65fed885351d3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157104.380808:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8e00/0x7b65fed885351d3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157104.380813:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8e00/0x7b65fed885351d3e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157104.380818:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8e00/0x7b65fed885351d3e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157104.380823:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8e00/0x7b65fed885351d3e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14262 initiator: MDT0 00000100:00100000:3.0:1746157104.380879:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:2010:x1830977685575424:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1809us (1964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.380888:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17691 00010000:00010000:0.0:1746157104.382389:0:14262:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746157104.382462:0:10921:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746157104.382469:0:10921:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8e00/0x7b65fed885351d3e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.382476:0:10921:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f1d8e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157104.382479:0:10921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8e00/0x7b65fed885351d3e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.382485:0:10921:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8e00/0x7b65fed885351d3e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.382498:0:10921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012d7b5d00) 00010000:00010000:2.0:1746157104.382501:0:10921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746157104.382505:0:10921:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8e00/0x7b65fed885351d3e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.382509:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8e00/0x7b65fed885351d3e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.382764:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.382772:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.382777:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.382781:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd9c200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157104.382784:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.382797:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.382805:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88012d7b5d00) 00010000:00010000:3.0:1746157104.382806:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746157104.382809:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.382813:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d37 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.383232:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157104.383234:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157104.383235:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157104.383386:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.383393:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.383398:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.383403:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.383408:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd9d800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157104.383410:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.383415:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.383424:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157104.383426:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157104.383429:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.383433:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d800/0x7b65fed885351d14 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00000004:00010000:3.0:1746157104.383441:0:14262:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88007f3af100 reply state ffff88008f2cd000 transno 4294989419 ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.383450:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.383455:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:3.0:1746157104.383457:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746157104.383460:0:14262:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746157104.383548:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:3792:x1830977685575168:12345-192.168.203.44@tcp:36:rm.0 Request processed in 16912us (17085us total) trans 4294989419 rc 0/0 00000100:00100000:3.0:1746157104.383556:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51868 00000100:00100000:0.0:1746157104.428987:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.429515:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685575552 00000100:00100000:3.0:1746157104.429526:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685575552 00000100:00100000:3.0:1746157104.429590:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51869 00000100:00100000:3.0:1746157104.429599:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+26:3795:x1830977685575552:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1746157104.429627:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157104.429649:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694e00/0x7b65fed885351d45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820cbf expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.429718:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695000/0x7b65fed885351d4c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.429732:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695000/0x7b65fed885351d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.429775:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695000/0x7b65fed885351d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:3.0:1746157104.429830:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746157104.429834:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157104.429851:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695000/0x7b65fed885351d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.429876:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694e00/0x7b65fed885351d45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cbf expref: 28 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.432897:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695000/0x7b65fed885351d4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cbf expref: 27 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.432914:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157104.432917:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157104.432921:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c695000, rc 0) 00000100:00100000:3.0:1746157104.433016:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:3795:x1830977685575552:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 3417us (4039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.433028:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51869 00000100:00100000:0.0:1746157104.435850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.436285:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685575808 00000100:00100000:3.0:1746157104.436294:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685575808 00000100:00100000:3.0:1746157104.436345:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51870 00000100:00100000:3.0:1746157104.436353:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+27:3795:x1830977685575808:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1746157104.436373:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157104.436376:0:14262:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746157104.436407:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695000/0x7b65fed885351d4c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cbf expref: 27 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.436424:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157104.436428:0:14262:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157104.436439:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694a00/0x7b65fed885351d53 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820cc6 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.436541:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351d5a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436553:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351d5a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436562:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351d5a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436570:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436576:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436581:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436931:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351d68 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436937:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351d68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436942:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351d68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:3.0:1746157104.436949:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:3.0:1746157104.436967:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351d5a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436973:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351d5a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436977:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351d5a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436982:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351d5a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436986:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c694200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157104.436989:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351d5a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.436995:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351d5a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.437002:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157104.437004:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157104.437007:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351d5a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.437016:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351d5a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00000004:00010000:3.0:1746157104.437024:0:14262:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800926f8e00 reply state ffff88008c58e000 transno 4294989420 ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.437031:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157104.437036:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:3.0:1746157104.437038:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746157104.437041:0:14262:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746157104.437058:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694a00/0x7b65fed885351d53 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cc6 expref: 29 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.437067:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351d68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cc6 expref: 28 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.437072:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632200) 00010000:00010000:3.0:1746157104.437074:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157104.437076:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091199200, rc 0) 00000100:00100000:3.0:1746157104.437141:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:3795:x1830977685575808:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 789us (1302us total) trans 4294989420 rc 0/0 00000100:00100000:3.0:1746157104.437146:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51870 00000100:00100000:2.0:1746157104.441902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.441995:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685576064 00000100:00100000:0.0:1746157104.442005:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685576064 00000100:00100000:0.0:1746157104.442062:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51871 00000100:00100000:0.0:1746157104.442070:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:3795:x1830977685576064:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:0.0:1746157104.442094:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157104.442112:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8800/0x7b65fed885351d76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ccd expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.442214:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157104.442228:0:21512:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351d68 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cc6 expref: 30 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.442237:0:21512:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157104.442267:0:21512:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351d68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cc6 expref: 30 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.442278:0:21512:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351d68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cc6 expref: 30 pid: 14262 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746157104.442290:0:21512:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21512:1830977679354880:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157104.442917:0:21512:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008bc0d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157104.445399:0:21512:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21512:1830977679354880:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157104.445427:0:21512:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000100:00100000:2.0:1746157104.445925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.446179:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685576192 00000100:00100000:3.0:1746157104.446186:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685576192 00010000:00010000:3.0:1746157104.446218:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351d68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cc6 expref: 31 pid: 14262 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746157104.446242:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17692 00000100:00100000:3.0:1746157104.446249:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:2010:x1830977685576192:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157104.446261:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157104.446266:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351d68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cc6 expref: 31 pid: 14262 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746157104.446276:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351d68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cc6 expref: 31 pid: 14262 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746157104.446299:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351d68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cc6 expref: 31 pid: 14262 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746157104.446480:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632200) 00010000:00010000:3.0:1746157104.446485:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.446493:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.446499:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.446573:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157104.446673:0:21512:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:2.0:1746157104.446679:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:2.0:1746157104.446699:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00080000:2.0:1746157104.446889:0:21512:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00000004:00080000:2.0:1746157104.446894:0:21512:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00000100:00100000:3.0:1746157104.447966:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:2010:x1830977685576192:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1709us (2035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.447978:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17692 00010000:00010000:3.0:1746157104.448095:0:21512:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.448103:0:21512:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.448112:0:21512:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.448117:0:21512:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f1d8400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157104.448121:0:21512:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.448128:0:21512:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.448140:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632200) 00010000:00010000:3.0:1746157104.448142:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746157104.448145:0:21512:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.448150:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8400/0x7b65fed885351d7d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.448207:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8800/0x7b65fed885351d76 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ccd expref: 30 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.448214:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f1d8800/0x7b65fed885351d76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ccd expref: 30 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.448221:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1d8800, rc 0) 00000100:00100000:3.0:1746157104.448260:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:3795:x1830977685576064:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 6191us (6370us total) trans 4294989421 rc 301/301 00000100:00100000:3.0:1746157104.448266:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51871 00000100:00100000:0.0:1746157104.453823:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.453913:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685576448 00000100:00100000:2.0:1746157104.453925:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685576448 00000100:00100000:2.0:1746157104.453984:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 211 00000100:00100000:2.0:1746157104.453992:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+29:3795:x1830977685576448:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:2.0:1746157104.454260:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:3795:x1830977685576448:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 267us (1526us total) trans 4294989422 rc 0/0 00000100:00100000:2.0:1746157104.454267:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 211 00000100:00100000:0.0:1746157104.457877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.458468:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685576576 00000100:00100000:3.0:1746157104.458476:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685576576 00000100:00100000:3.0:1746157104.458525:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51872 00000100:00100000:3.0:1746157104.458533:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+30:3795:x1830977685576576:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1746157104.458553:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157104.458570:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091198000/0x7b65fed885351d8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820cd4 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.458616:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091198000/0x7b65fed885351d8b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cd4 expref: 31 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.458629:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091198000/0x7b65fed885351d8b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cd4 expref: 31 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.458642:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:3.0:1746157104.458645:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746157104.458647:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091198000, rc 0) 00000100:00100000:3.0:1746157104.458697:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:3795:x1830977685576576:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 165us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.458703:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51872 00000100:00100000:2.0:1746157104.462488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.463036:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685576832 00000100:00100000:0.0:1746157104.463046:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685576832 00000100:00100000:0.0:1746157104.463109:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 212 00000100:00100000:0.0:1746157104.463118:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+31:3795:x1830977685576832:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:0.0:1746157104.463388:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:3795:x1830977685576832:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 272us (909us total) trans 4294989423 rc 0/0 00000100:00100000:0.0:1746157104.463396:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 212 00000100:00100000:0.0:1746157104.479117:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.479208:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685576960 00000100:00100000:2.0:1746157104.479219:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685576960 00000100:00100000:2.0:1746157104.479282:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51873 00000100:00100000:2.0:1746157104.479289:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+32:3796:x1830977685576960:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157104.479309:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157104.479324:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820cdb expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.479372:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d000/0x7b65fed885351d99 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.479381:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d000/0x7b65fed885351d99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.479390:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d000/0x7b65fed885351d99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:2.0:1746157104.479426:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746157104.479429:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746157104.479443:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d000/0x7b65fed885351d99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.479458:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351d92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cdb expref: 34 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.479482:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d000/0x7b65fed885351d99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cdb expref: 33 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.479488:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157104.479490:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157104.479492:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd9d000, rc 0) 00000100:00100000:2.0:1746157104.479540:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:3796:x1830977685576960:12345-192.168.203.44@tcp:101:dd.0 Request processed in 251us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157104.479548:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51873 00000100:00100000:2.0:1746157104.480259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.480315:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685577088 00000100:00100000:3.0:1746157104.480320:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685577088 00000100:00100000:3.0:1746157104.480339:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51874 00000100:00100000:3.0:1746157104.480344:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:3797:x1830977685577088:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157104.480354:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157104.480361:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091199c00/0x7b65fed885351da0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ce2 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.480386:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351da7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.480396:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351da7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.480402:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351da7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157104.480417:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746157104.480420:0:21512:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157104.480427:0:21512:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351da7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.480437:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091199c00/0x7b65fed885351da0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ce2 expref: 20 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.480458:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351da7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ce2 expref: 19 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.480463:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157104.480465:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157104.480467:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091199200, rc 0) 00000100:00100000:3.0:1746157104.480485:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:3797:x1830977685577088:12345-192.168.203.44@tcp:101:dd.0 Request processed in 141us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.480489:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51874 00000100:00100000:2.0:1746157104.489072:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.489126:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.489292:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.489321:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685577344 00000100:00100000:3.0:1746157104.489328:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685577344 00000100:00100000:1.0:1746157104.489662:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685577472 00000100:00100000:1.0:1746157104.489667:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685577472 00000100:00100000:1.0:1746157104.489694:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 549 00000100:00100000:1.0:1746157104.489700:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+33:2011:x1830977685577472:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:1.0:1746157104.489729:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157104.489774:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a000/0x7b65fed885351dae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820cf0 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.489828:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351db5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.489839:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351db5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.489848:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351db5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.489860:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351dbc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.489865:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351dbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.489870:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351dbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00000100:00100000:3.0:1746157104.489987:0:21512:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685577728 00000100:00100000:3.0:1746157104.489990:0:21512:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685577728 00000100:00100000:0.0:1746157104.490005:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51875 00000100:00100000:3.0:1746157104.490041:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51876 00000100:00100000:3.0:1746157104.490047:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:3796:x1830977685577728:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157104.490056:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157104.490059:0:21512:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746157104.490073:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9d000/0x7b65fed885351d99 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cdb expref: 35 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.490086:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157104.490090:0:21512:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157104.490093:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:3797:x1830977685577344:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157104.490096:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351dc3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d28 expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.490109:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157104.490124:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb000/0x7b65fed885351dca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ce9 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.490155:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695000/0x7b65fed885351dd1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.490162:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695000/0x7b65fed885351dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:3.0:1746157104.490168:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695000/0x7b65fed885351dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:3.0:1746157104.490175:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746157104.490196:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb200/0x7b65fed885351ddf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157104.490208:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb200/0x7b65fed885351ddf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157104.490216:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb200/0x7b65fed885351ddf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:0.0:1746157104.490224:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:3.0:1746157104.490253:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694200/0x7b65fed885351dc3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d28 expref: 37 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.490265:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695000/0x7b65fed885351dd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d28 expref: 36 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.490270:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008c5a3600) 00010000:00010000:3.0:1746157104.490272:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157104.490274:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c695000, rc 0) 00010000:00010000:0.0:1746157104.490297:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb000/0x7b65fed885351dca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ce9 expref: 22 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.490520:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351ded lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490527:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351ded lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490533:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351ded lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00000004:00200000:1.0:1746157104.490545:0:7241:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00200000:1.0:1746157104.490548:0:7241:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746157104.490555:0:7241:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351ded lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490567:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351ded lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490577:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351db5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490585:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351db5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490590:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351db5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490598:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f3afe00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157104.490604:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351db5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490610:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351db5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490616:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157104.490618:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157104.490620:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351db5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490625:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3afe00/0x7b65fed885351db5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490638:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351dbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490646:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351dbc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490651:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351dbc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490655:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eaae600 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157104.490657:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351dbc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490661:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351dbc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490666:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:1.0:1746157104.490667:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157104.490670:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351dbc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490674:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaae600/0x7b65fed885351dbc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490688:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a000/0x7b65fed885351dae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cf0 expref: 37 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.490695:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351ded lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cf0 expref: 36 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.490700:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:1.0:1746157104.490701:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157104.490704:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaafc00, rc 0) 00010000:00010000:1.0:1746157104.490708:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157104.490713:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafe00/0x7b65fed885351df4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820cf7 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.490730:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475be00/0x7b65fed885351dfb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490754:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475be00/0x7b65fed885351dfb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490760:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475be00/0x7b65fed885351dfb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490769:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475a000/0x7b65fed885351e02 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490773:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475a000/0x7b65fed885351e02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490780:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475a000/0x7b65fed885351e02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490803:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475be00/0x7b65fed885351dfb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490808:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475be00/0x7b65fed885351dfb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490811:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475be00/0x7b65fed885351dfb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490814:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a475be00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157104.490816:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475be00/0x7b65fed885351dfb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490820:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475be00/0x7b65fed885351dfb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490824:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157104.490826:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157104.490827:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475be00/0x7b65fed885351dfb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490831:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475be00/0x7b65fed885351dfb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490837:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475a000/0x7b65fed885351e02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490841:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475a000/0x7b65fed885351e02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490844:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475a000/0x7b65fed885351e02 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.490848:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a475a000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157104.490849:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475a000/0x7b65fed885351e02 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00000100:00100000:3.0:1746157104.490931:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:3796:x1830977685577728:12345-192.168.203.44@tcp:101:dd.0 Request processed in 882us (1637us total) trans 4294989424 rc 0/0 00000100:00100000:3.0:1746157104.490939:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51876 00010000:00010000:0.0:1746157104.491214:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb200/0x7b65fed885351ddf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ce9 expref: 21 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.491222:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:0.0:1746157104.491225:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746157104.491227:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbb200, rc 0) 00000100:00100000:0.0:1746157104.491271:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:3797:x1830977685577344:12345-192.168.203.44@tcp:101:dd.0 Request processed in 1257us (2207us total) trans 4294989425 rc 0/0 00000100:00100000:0.0:1746157104.491277:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51875 00010000:00010000:1.0:1746157104.491541:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475a000/0x7b65fed885351e02 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.491552:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009f576b00) 00010000:00010000:1.0:1746157104.491554:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157104.491557:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475a000/0x7b65fed885351e02 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.491561:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a475a000/0x7b65fed885351e02 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157104.491590:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafe00/0x7b65fed885351df4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cf7 expref: 36 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.491595:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157104.491597:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746157104.491599:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafe00/0x7b65fed885351df4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cf7 expref: 36 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.491605:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaafe00, rc -2) 00000100:00100000:1.0:1746157104.492206:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:2011:x1830977685577472:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 2504us (3077us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746157104.492214:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 549 00000100:00100000:0.0:1746157104.496303:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.496408:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685577856 00000100:00100000:3.0:1746157104.496418:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685577856 00000100:00100000:3.0:1746157104.496484:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1242 00000100:00100000:3.0:1746157104.496494:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:2012:x1830977685577856:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157104.496511:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157104.498408:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695000/0x7b65fed885351dd1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d28 expref: 35 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.498429:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008c5a3600) 00010000:00010000:3.0:1746157104.498434:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157104.498723:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:2012:x1830977685577856:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2228us (2430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.498733:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1242 00000100:00100000:0.0:1746157104.499851:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.499973:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685578112 00000100:00100000:3.0:1746157104.499980:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685578112 00000100:00100000:3.0:1746157104.500063:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1243 00000100:00100000:3.0:1746157104.500070:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2013:x1830977685578112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157104.500085:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157104.500102:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb200/0x7b65fed885351ddf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ce9 expref: 21 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.500114:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:3.0:1746157104.500118:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157104.500262:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+20:2013:x1830977685578112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 191us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.500271:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1243 00000100:00100000:0.0:1746157104.502039:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.502087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.502105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.502125:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685578496 00000100:00100000:0.0:1746157104.502130:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685578496 00000100:00100000:0.0:1746157104.502158:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51877 00000100:00100000:0.0:1746157104.502163:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+20:3797:x1830977685578496:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:0.0:1746157104.502184:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157104.502186:0:7236:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746157104.502206:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091199200/0x7b65fed885351da7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ce2 expref: 20 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.502235:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157104.502238:0:7236:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746157104.502251:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091199c00/0x7b65fed885351e09 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d3d expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.502366:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091198e00/0x7b65fed885351e10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502377:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091198e00/0x7b65fed885351e10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502387:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091198e00/0x7b65fed885351e10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502396:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351e17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502402:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351e17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502407:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351e17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502452:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351e1e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502458:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351e1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502463:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351e1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:0.0:1746157104.502470:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:0.0:1746157104.502543:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091198e00/0x7b65fed885351e10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502548:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091198e00/0x7b65fed885351e10 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502553:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091198e00/0x7b65fed885351e10 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502559:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091198e00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157104.502562:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091198e00/0x7b65fed885351e10 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502568:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091198e00/0x7b65fed885351e10 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502574:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157104.502576:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157104.502579:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091198e00/0x7b65fed885351e10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502583:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091198e00/0x7b65fed885351e10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502590:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351e17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502597:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351e17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502602:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351e17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502605:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d2b8e00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157104.502606:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351e17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502610:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351e17 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502614:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:0.0:1746157104.502615:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157104.502617:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351e17 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502620:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d2b8e00/0x7b65fed885351e17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746157104.502645:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091199c00/0x7b65fed885351e09 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d3d expref: 22 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.502654:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351e1e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d3d expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.502658:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:0.0:1746157104.502660:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746157104.502661:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009121c200, rc 0) 00000100:00100000:0.0:1746157104.502694:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:3797:x1830977685578496:12345-192.168.203.44@tcp:101:dd.0 Request processed in 531us (588us total) trans 4294989426 rc 0/0 00000100:00100000:0.0:1746157104.502700:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51877 00000100:00100000:0.0:1746157104.502843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.502899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.502959:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685577984 00000100:00100000:1.0:1746157104.502963:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685577984 00000100:00100000:1.0:1746157104.502989:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685578240 00000100:00100000:1.0:1746157104.502990:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685578240 00000100:00100000:1.0:1746157104.503010:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30367 00000100:00100000:1.0:1746157104.503015:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685577984:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:1.0:1746157104.503022:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157104.503035:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885351e2c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d2f expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746157104.503052:0:9579:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746157104.503064:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.503066:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.503072:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885351e2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d2f expref: 9 pid: 9579 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157104.503082:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885351e2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d2f expref: 9 pid: 9579 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157104.503089:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013018a600, rc 0) 00000100:00100000:1.0:1746157104.503106:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685577984:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 91us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157104.503111:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30367 00000100:00100000:1.0:1746157104.503124:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30368 00000100:00100000:1.0:1746157104.503128:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685578240:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:1.0:1746157104.503135:0:9579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157104.503144:0:9579:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c625000/0x7b65fed885351e33 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d36 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746157104.503161:0:9579:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746157104.503169:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.503170:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.503174:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c625000/0x7b65fed885351e33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d36 expref: 17 pid: 9579 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157104.503183:0:9579:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c625000/0x7b65fed885351e33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d36 expref: 17 pid: 9579 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157104.503189:0:9579:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c625000, rc 0) 00000100:00100000:1.0:1746157104.503202:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2011:x1830977685578240:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 74us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157104.503208:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30368 00000100:00100000:1.0:1746157104.506322:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685578752 00000100:00100000:1.0:1746157104.506336:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685578752 00000100:00100000:1.0:1746157104.506724:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685579008 00000100:00100000:1.0:1746157104.506728:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685579008 00000100:00100000:2.0:1746157104.506810:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14098 00000100:00100000:2.0:1746157104.506821:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2012:x1830977685578752:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157104.506858:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e3a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.506872:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.506873:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.506878:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e3a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.506891:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e3a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.507233:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14099 00000100:00100000:1.0:1746157104.507238:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2012:x1830977685579008:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157104.507253:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed885351e41 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.507261:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.507262:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.507264:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed885351e41 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.507276:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed885351e41 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157104.517157:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1746157104.520641:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e3a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.520658:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.520665:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.520671:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd9cc00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157104.520675:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.520682:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.520700:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e3a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.520706:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e3a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157104.520803:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2012:x1830977685578752:12345-192.168.203.44@tcp:3:dd.0 Request processed in 13969us (17945us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157104.520814:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14098 00000100:00100000:2.0:1746157104.520891:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685579136 00000100:00100000:2.0:1746157104.520899:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685579136 00000100:00100000:2.0:1746157104.520942:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30369 00000100:00100000:2.0:1746157104.520948:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:3797:x1830977685579136:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157104.520968:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157104.520983:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d44 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.521006:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885351e2c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d2f expref: 10 pid: 9579 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157104.521017:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.521020:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.521023:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 11 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.521053:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885351e2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d2f expref: 10 pid: 9579 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157104.521065:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885351e2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d2f expref: 10 pid: 9579 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746157104.521078:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679355008:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157104.521143:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76de40 going to sleep for 11 seconds 00010000:00010000:1.0:1746157104.521429:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed885351e41 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.521437:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed885351e41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.521442:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed885351e41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.521446:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd0a200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157104.521448:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed885351e41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.521454:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed885351e41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.521463:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed885351e41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.521468:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0a200/0x7b65fed885351e41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.521501:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2012:x1830977685579008:12345-192.168.203.44@tcp:3:dd.0 Request processed in 14263us (18602us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157104.521507:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14099 00000100:00100000:2.0:1746157104.522817:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679355008:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157104.522845:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 11 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.522858:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd9c800, rc 0) 00000100:00100000:2.0:1746157104.522888:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:3797:x1830977685579136:12345-192.168.203.44@tcp:101:dd.0 Request processed in 1940us (5741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157104.522896:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30369 00000100:00100000:1.0:1746157104.523275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.523467:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685579264 00000100:00100000:3.0:1746157104.523473:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685579264 00010000:00010000:3.0:1746157104.523501:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885351e2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d2f expref: 9 pid: 9579 timeout: 864 lvb_type: 1 00000100:00100000:3.0:1746157104.523536:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17693 00000100:00100000:3.0:1746157104.523543:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685579264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157104.523557:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157104.523578:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885351e2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d2f expref: 9 pid: 9579 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746157104.523589:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885351e2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d2f expref: 9 pid: 9579 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746157104.523610:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885351e2c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d2f expref: 9 pid: 9579 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746157104.523621:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.523623:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.523628:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 10 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.523636:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 10 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.523664:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 10 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157104.523675:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679355136:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157104.523728:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c6623c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157104.525125:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.525709:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685579392 00000100:00100000:2.0:1746157104.525716:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685579392 00000100:00100000:2.0:1746157104.525803:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51878 00000100:00100000:2.0:1746157104.525811:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+34:3796:x1830977685579392:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157104.525840:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157104.525860:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351e4f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d4b expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.525891:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9da00/0x7b65fed885351e56 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.525904:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9da00/0x7b65fed885351e56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.525914:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9da00/0x7b65fed885351e56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157104.526022:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c200/0x7b65fed885351e4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d4b expref: 36 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.526057:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9da00/0x7b65fed885351e56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d4b expref: 35 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.526064:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008c5a3600) 00010000:00010000:2.0:1746157104.526067:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746157104.526069:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd9da00, rc 0) 00000100:00100000:2.0:1746157104.528893:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:3796:x1830977685579392:12345-192.168.203.44@tcp:101:dd.0 Request processed in 3066us (3757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157104.528905:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51878 00000100:00100000:3.0:1746157104.533678:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679355136:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157104.533702:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157104.533781:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685579264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 10237us (10506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.533822:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17693 00000100:00100000:1.0:1746157104.539993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.540888:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685579648 00000100:00100000:2.0:1746157104.540899:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685579648 00000100:00100000:2.0:1746157104.543108:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14100 00000100:00100000:2.0:1746157104.543127:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685579648:12345-192.168.203.44@tcp:4:dd.0 00010000:00010000:2.0:1746157104.543183:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.543205:0:27101:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c17 expref: 8 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.543213:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157104.543215:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157104.543218:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.543256:0:27101:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c17 expref: 8 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.543269:0:27101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c17 expref: 8 pid: 9674 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746157104.543282:0:27101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:27101:1830977679355264:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157104.543370:0:27101:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157104.544954:0:27101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:27101:1830977679355264:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157104.544977:0:27101:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.546065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.546213:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685579776 00000100:00100000:3.0:1746157104.546220:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685579776 00010000:00010000:3.0:1746157104.546252:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c17 expref: 9 pid: 9674 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746157104.546285:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17694 00000100:00100000:3.0:1746157104.546291:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685579776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157104.546306:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746157104.546323:0:7221:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:3.0:1746157104.546329:0:7221:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:3.0:1746157104.546333:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c17 expref: 9 pid: 9674 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746157104.546345:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c17 expref: 9 pid: 9674 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746157104.546365:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d2b8c00/0x7b65fed885351c49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c17 expref: 9 pid: 9674 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746157104.546382:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.546384:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.546389:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.546396:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.546412:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157104.546446:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685579776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 156us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.546451:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17694 00010000:00010000:1.0:1746157104.546621:0:27101:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.546629:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157104.547057:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.547249:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685579904 00000100:00100000:2.0:1746157104.547254:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685579904 00000100:00100000:2.0:1746157104.547286:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30370 00000100:00100000:2.0:1746157104.547291:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:3797:x1830977685579904:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157104.547308:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157104.547324:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d52 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.547344:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c625000/0x7b65fed885351e33 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d36 expref: 16 pid: 9579 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157104.547350:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.547351:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.547354:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 15 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.547378:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c625000/0x7b65fed885351e33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d36 expref: 16 pid: 9579 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157104.547388:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c625000/0x7b65fed885351e33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d36 expref: 16 pid: 9579 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746157104.547400:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977679355392:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157104.547537:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157104.553752:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.553991:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977679355392:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157104.554020:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 15 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.554038:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd9cc00, rc 0) 00000100:00100000:2.0:1746157104.554082:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+15:3797:x1830977685579904:12345-192.168.203.44@tcp:101:dd.0 Request processed in 6790us (7025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157104.554091:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30370 00000100:00100000:3.0:1746157104.556001:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685580032 00000100:00100000:3.0:1746157104.556015:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685580032 00010000:00010000:3.0:1746157104.556057:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c625000/0x7b65fed885351e33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d36 expref: 17 pid: 9579 timeout: 864 lvb_type: 1 00000100:00100000:3.0:1746157104.556086:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17695 00000100:00100000:3.0:1746157104.556092:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2010:x1830977685580032:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157104.556107:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157104.556127:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c625000/0x7b65fed885351e33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d36 expref: 17 pid: 9579 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746157104.556138:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c625000/0x7b65fed885351e33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d36 expref: 17 pid: 9579 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746157104.556161:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c625000/0x7b65fed885351e33 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d36 expref: 17 pid: 9579 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746157104.556198:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.556200:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.556207:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.556215:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.556249:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 14 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157104.556261:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977679355520:192.168.203.44@tcp:105: 00000100:00100000:3.0:1746157104.556346:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c6623c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157104.563940:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977679355520:192.168.203.44@tcp:105: 00010000:00010000:3.0:1746157104.563962:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157104.564017:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685580032:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 7924us (10289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157104.564028:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17695 00000001:00080000:2.0:1746157104.582569:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970703 is committed 00000001:00080000:2.0:1746157104.582589:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970702 is committed 00002000:00010000:1.0:1746157104.582901:0:27101:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746157103 -> 1746157105 00002000:00010000:1.0:1746157104.582907:0:27101:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746157103 -> 1746157105 00010000:00010000:1.0:1746157104.582919:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.582928:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.582935:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.582940:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd9d000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157104.582943:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.582949:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.582964:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.582974:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.583076:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685579648:12345-192.168.203.44@tcp:4:dd.0 Request processed in 39953us (43089us total) trans 4294970703 rc 0/0 00000100:00100000:1.0:1746157104.583085:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14100 00000100:00100000:1.0:1746157104.588076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.588131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.588206:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685580416 00000100:00100000:2.0:1746157104.588214:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685580416 00000100:00100000:2.0:1746157104.588255:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685580544 00000100:00100000:2.0:1746157104.588257:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685580544 00000100:00100000:2.0:1746157104.588277:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14101 00000100:00100000:2.0:1746157104.588284:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685580416:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157104.588313:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e6b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.588324:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.588325:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.588329:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e6b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.588339:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e6b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157104.588571:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14102 00000100:00100000:3.0:1746157104.588586:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685580544:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157104.588623:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed885351e72 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.588635:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.588637:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.588641:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed885351e72 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.588653:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed885351e72 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.602296:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e6b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.602309:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.602316:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.602327:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd9d000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157104.602330:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.602336:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.602350:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.602355:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157104.604864:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685580416:12345-192.168.203.44@tcp:3:dd.0 Request processed in 16570us (16785us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157104.604875:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14101 00010000:00010000:1.0:1746157104.606176:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed885351e72 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.606187:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed885351e72 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.606193:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed885351e72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.606198:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c695800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157104.606202:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed885351e72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.606207:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed885351e72 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.606221:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed885351e72 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.606229:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c695800/0x7b65fed885351e72 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.606288:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685580544:12345-192.168.203.44@tcp:3:dd.0 Request processed in 17706us (18155us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157104.606296:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14102 00000100:00100000:1.0:1746157104.609298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.609445:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685580800 00000100:00100000:2.0:1746157104.609452:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685580800 00000100:00100000:2.0:1746157104.610921:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14103 00000100:00100000:2.0:1746157104.610932:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685580800:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:2.0:1746157104.610971:0:24938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:2.0:1746157104.610978:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c200/0x7b65fed885351e79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.610988:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.610990:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.610994:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c200/0x7b65fed885351e79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.611004:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c200/0x7b65fed885351e79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746157104.636223:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970704 is committed 00010000:00010000:0.0:1746157104.636367:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c200/0x7b65fed885351e79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.636378:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c200/0x7b65fed885351e79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.636385:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c200/0x7b65fed885351e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.636391:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd9c200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746157104.636395:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c200/0x7b65fed885351e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.636401:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c200/0x7b65fed885351e79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.636417:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c200/0x7b65fed885351e79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.636422:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c200/0x7b65fed885351e79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157104.637131:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685580800:12345-192.168.203.44@tcp:4:dd.0 Request processed in 26196us (27835us total) trans 4294970704 rc 0/0 00000100:00100000:0.0:1746157104.637140:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14103 00000100:00100000:2.0:1746157104.639450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.639557:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685581056 00000100:00100000:0.0:1746157104.639567:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685581056 00002000:00100000:0.0:1746157104.639611:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff8801306f1500 x1830977685581056/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157104.639621:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1500 with x1830977685581056 ext(0->4194303) 00002000:00010000:0.0:1746157104.639626:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f1500 00000100:00100000:0.0:1746157104.639656:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14104 00000100:00100000:0.0:1746157104.639664:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+9:2012:x1830977685581056:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:1.0:1746157104.643565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.643925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.643947:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685581312 00000100:00100000:1.0:1746157104.643954:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685581312 00002000:00100000:1.0:1746157104.643988:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff8800a5bdc700 x1830977685581312/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746157104.643996:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685581568 00002000:00100000:1.0:1746157104.643996:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdc700 with x1830977685581312 ext(0->4194303) 00000100:00100000:2.0:1746157104.643999:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685581568 00002000:00010000:1.0:1746157104.644000:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bdc700 00000100:00100000:1.0:1746157104.644023:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14105 00000100:00100000:1.0:1746157104.644029:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8c885c2b-e2af-4c20-b13d-df010849e4eb+15:2010:x1830977685581312:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:2.0:1746157104.644100:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14106 00000100:00100000:2.0:1746157104.644106:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685581568:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157104.644127:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a475a000/0x7b65fed885351e80 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.644138:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.644140:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.644144:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a475a000/0x7b65fed885351e80 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.644154:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a475a000/0x7b65fed885351e80 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157104.644272:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.644362:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685581824 00000100:00100000:3.0:1746157104.644366:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685581824 00000100:00100000:3.0:1746157104.644399:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14107 00000100:00100000:3.0:1746157104.644406:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685581824:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157104.644421:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885351e87 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.644431:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.644432:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.644434:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885351e87 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.644442:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885351e87 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.665054:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885351e87 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.665070:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885351e87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.665078:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885351e87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.665090:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c694200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157104.665094:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885351e87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.665101:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885351e87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.665118:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885351e87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.665123:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c694200/0x7b65fed885351e87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157104.665222:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685581824:12345-192.168.203.44@tcp:3:dd.0 Request processed in 20812us (20950us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157104.665232:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14107 00010000:00010000:2.0:1746157104.670390:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a475a000/0x7b65fed885351e80 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.670404:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a475a000/0x7b65fed885351e80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.670411:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a475a000/0x7b65fed885351e80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.670419:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a475a000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157104.670422:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a475a000/0x7b65fed885351e80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.670429:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a475a000/0x7b65fed885351e80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.670443:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a475a000/0x7b65fed885351e80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.670449:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a475a000/0x7b65fed885351e80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157104.673157:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685581568:12345-192.168.203.44@tcp:3:dd.0 Request processed in 29039us (29221us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157104.673168:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14106 00000100:00100000:0.0:1746157104.688457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.691482:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2012:x1830977685581056:12345-192.168.203.44@tcp:4:dd.0 Request processed in 51811us (52337us total) trans 4294970705 rc 0/0 00000100:00100000:0.0:1746157104.691493:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14104 00002000:00100000:0.0:1746157104.691503:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff8801306f1500 x1830977685581056/t4294970705(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/448 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157104.691512:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f1500 with x1830977685581056 ext(0->4194303) 00002000:00010000:0.0:1746157104.691517:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f1500 00000100:00100000:0.0:1746157104.691535:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685582080 00000100:00100000:0.0:1746157104.691541:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685582080 00000100:00100000:0.0:1746157104.691571:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14108 00000100:00100000:0.0:1746157104.691576:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685582080:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:0.0:1746157104.691609:0:24938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:0.0:1746157104.691615:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f2b1600/0x7b65fed885351e8e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.691625:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157104.691627:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157104.691630:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f2b1600/0x7b65fed885351e8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.691641:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f2b1600/0x7b65fed885351e8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.720322:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:2010:x1830977685581312:12345-192.168.203.44@tcp:4:dd.0 Request processed in 76285us (76757us total) trans 4294972341 rc 0/0 00000100:00100000:1.0:1746157104.720333:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14105 00002000:00100000:1.0:1746157104.720343:0:28780:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff8800a5bdc700 x1830977685581312/t4294972341(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/448 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.720351:0:28780:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdc700 with x1830977685581312 ext(0->4194303) 00002000:00010000:1.0:1746157104.720356:0:28780:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bdc700 00000001:00080000:0.0:1746157104.730378:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970706 is committed 00000001:00080000:0.0:1746157104.730389:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970705 is committed 00010000:00010000:2.0:1746157104.734649:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f2b1600/0x7b65fed885351e8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.734664:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f2b1600/0x7b65fed885351e8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.734672:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f2b1600/0x7b65fed885351e8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.734678:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f2b1600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157104.734681:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f2b1600/0x7b65fed885351e8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.734690:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f2b1600/0x7b65fed885351e8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.734706:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f2b1600/0x7b65fed885351e8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.734711:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f2b1600/0x7b65fed885351e8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157104.734863:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685582080:12345-192.168.203.44@tcp:4:dd.0 Request processed in 43281us (46409us total) trans 4294970706 rc 0/0 00000100:00100000:2.0:1746157104.734873:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14108 00000100:00100000:3.0:1746157104.740810:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.740860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.740954:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685582336 00000100:00100000:2.0:1746157104.740963:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685582336 00000100:00100000:2.0:1746157104.741018:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685582592 00000100:00100000:2.0:1746157104.741020:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685582592 00000100:00100000:1.0:1746157104.741099:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14109 00000100:00100000:1.0:1746157104.741108:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685582336:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157104.741139:0:28780:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008e5de800/0x7b65fed885351e95 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.741151:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.741152:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.741156:0:28780:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e5de800/0x7b65fed885351e95 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.741167:0:28780:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e5de800/0x7b65fed885351e95 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157104.742657:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14110 00000100:00100000:2.0:1746157104.742669:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685582592:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157104.742699:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e9c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.742709:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.742710:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.742714:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e9c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.742724:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e9c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.752041:0:28780:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008e5de800/0x7b65fed885351e95 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.752056:0:28780:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e5de800/0x7b65fed885351e95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.752063:0:28780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e5de800/0x7b65fed885351e95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.752068:0:28780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e5de800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157104.752072:0:28780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e5de800/0x7b65fed885351e95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.752078:0:28780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e5de800/0x7b65fed885351e95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.752096:0:28780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e5de800/0x7b65fed885351e95 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.752102:0:28780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e5de800/0x7b65fed885351e95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.752180:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685582336:12345-192.168.203.44@tcp:3:dd.0 Request processed in 11070us (11374us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157104.752188:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14109 00010000:00010000:2.0:1746157104.754660:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e9c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.754674:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.754682:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.754688:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd9d000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157104.754691:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.754698:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.754713:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.754719:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9d000/0x7b65fed885351e9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157104.755780:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685582592:12345-192.168.203.44@tcp:3:dd.0 Request processed in 13108us (14914us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157104.755798:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14110 00000100:00100000:0.0:1746157104.758596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.758831:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685582848 00000100:00100000:2.0:1746157104.758841:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685582848 00002000:00100000:2.0:1746157104.758879:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88007e4c4380 x1830977685582848/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157104.758888:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e4c4380 with x1830977685582848 ext(4194304->8388607) 00002000:00010000:2.0:1746157104.758893:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e4c4380 00000100:00100000:2.0:1746157104.758925:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14111 00000100:00100000:2.0:1746157104.758932:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+9:2012:x1830977685582848:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:1.0:1746157104.764479:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.764545:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685583104 00000100:00100000:0.0:1746157104.764552:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685583104 00000100:00100000:0.0:1746157104.764601:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14112 00000100:00100000:0.0:1746157104.764607:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685583104:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:0.0:1746157104.764640:0:28780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:0.0:1746157104.764646:0:28780:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ea3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.764657:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157104.764658:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157104.764662:0:28780:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ea3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.764676:0:28780:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ea3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157104.778247:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.778868:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685583360 00000100:00100000:1.0:1746157104.778878:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685583360 00002000:00100000:1.0:1746157104.778918:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff88007e4c4700 x1830977685583360/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.778927:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e4c4700 with x1830977685583360 ext(4194304->8388607) 00002000:00010000:1.0:1746157104.778932:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e4c4700 00000100:00100000:1.0:1746157104.778970:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14113 00000100:00100000:1.0:1746157104.778976:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:2013:x1830977685583360:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:3.0:1746157104.806026:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2012:x1830977685582848:12345-192.168.203.44@tcp:4:dd.0 Request processed in 47087us (47430us total) trans 4294970707 rc 0/0 00000100:00100000:3.0:1746157104.806037:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14111 00002000:00100000:3.0:1746157104.806047:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88007e4c4380 x1830977685582848/t4294970707(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/448 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.806056:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e4c4380 with x1830977685582848 ext(4194304->8388607) 00002000:00010000:3.0:1746157104.806065:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e4c4380 00000001:00080000:0.0:1746157104.830389:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970708 is committed 00000001:00080000:0.0:1746157104.830400:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970707 is committed 00010000:00010000:1.0:1746157104.830644:0:28780:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ea3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.830654:0:28780:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ea3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.830663:0:28780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ea3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.830670:0:28780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135679c00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157104.830673:0:28780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ea3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.830681:0:28780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ea3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.830697:0:28780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ea3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.830702:0:28780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ea3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.831857:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685583104:12345-192.168.203.44@tcp:4:dd.0 Request processed in 67242us (67377us total) trans 4294970708 rc 0/0 00000100:00100000:1.0:1746157104.831869:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14112 00000100:00100000:1.0:1746157104.846505:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:2013:x1830977685583360:12345-192.168.203.44@tcp:4:dd.0 Request processed in 67520us (68256us total) trans 4294972342 rc 0/0 00000100:00100000:1.0:1746157104.846520:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14113 00002000:00100000:1.0:1746157104.846531:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff88007e4c4700 x1830977685583360/t4294972342(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/448 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.846539:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e4c4700 with x1830977685583360 ext(4194304->8388607) 00002000:00010000:1.0:1746157104.846545:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007e4c4700 00000100:00100000:0.0:1746157104.851010:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.851061:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.851147:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685583744 00000100:00100000:2.0:1746157104.851159:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685583744 00000100:00100000:2.0:1746157104.851234:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685583872 00000100:00100000:2.0:1746157104.851238:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685583872 00000100:00100000:2.0:1746157104.851283:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14114 00000100:00100000:3.0:1746157104.851291:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14115 00000100:00100000:2.0:1746157104.851294:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685583744:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:3.0:1746157104.851304:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685583872:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157104.851326:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed885351eb1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.851327:0:28780:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9de00/0x7b65fed885351eaa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.851338:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.851339:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.851340:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.851341:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.851344:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed885351eb1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.851344:0:28780:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9de00/0x7b65fed885351eaa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.851357:0:28780:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd9de00/0x7b65fed885351eaa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.851362:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed885351eb1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.863908:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed885351eb1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.863921:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed885351eb1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.863928:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed885351eb1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.863933:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ef6f200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157104.863937:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed885351eb1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.863942:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed885351eb1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.863956:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed885351eb1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.863960:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ef6f200/0x7b65fed885351eb1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157104.864033:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685583872:12345-192.168.203.44@tcp:3:dd.0 Request processed in 12731us (12967us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157104.864041:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14115 00010000:00010000:0.0:1746157104.867436:0:28780:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9de00/0x7b65fed885351eaa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.867449:0:28780:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9de00/0x7b65fed885351eaa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.867455:0:28780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cd9de00/0x7b65fed885351eaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.867461:0:28780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd9de00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746157104.867465:0:28780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9de00/0x7b65fed885351eaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.867472:0:28780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd9de00/0x7b65fed885351eaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.867489:0:28780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cd9de00/0x7b65fed885351eaa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157104.867500:0:28780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9de00/0x7b65fed885351eaa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157104.867583:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685583744:12345-192.168.203.44@tcp:3:dd.0 Request processed in 16289us (16579us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157104.867591:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14114 00000100:00100000:0.0:1746157104.872193:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.872317:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685584128 00000100:00100000:2.0:1746157104.872325:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685584128 00000100:00100000:2.0:1746157104.872372:0:28780:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14116 00000100:00100000:2.0:1746157104.872379:0:28780:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685584128:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:2.0:1746157104.872420:0:28780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:2.0:1746157104.872428:0:28780:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351eb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.872440:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.872442:0:28780:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.872446:0:28780:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351eb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.872458:0:28780:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351eb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157104.890832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.890910:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685584384 00000100:00100000:1.0:1746157104.890918:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685584384 00002000:00100000:1.0:1746157104.890948:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff8800910b8a80 x1830977685584384/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.890957:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8a80 with x1830977685584384 ext(8388608->12582911) 00002000:00010000:1.0:1746157104.890962:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b8a80 00000100:00100000:1.0:1746157104.890978:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14117 00000100:00100000:1.0:1746157104.890983:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+9:2010:x1830977685584384:12345-192.168.203.44@tcp:4:dd.0 00000001:00080000:0.0:1746157104.896626:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970709 is committed 00010000:00010000:2.0:1746157104.896820:0:28780:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351eb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.896830:0:28780:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351eb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.896838:0:28780:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351eb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.896844:0:28780:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c43ae00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157104.896847:0:28780:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351eb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.896854:0:28780:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351eb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.896868:0:28780:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351eb8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.896873:0:28780:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351eb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157104.896967:0:28780:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685584128:12345-192.168.203.44@tcp:4:dd.0 Request processed in 24583us (24775us total) trans 4294970709 rc 0/0 00000100:00100000:2.0:1746157104.896976:0:28780:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14116 00000100:00100000:0.0:1746157104.905665:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157104.908613:0:28780:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685585024 00000100:00100000:2.0:1746157104.908626:0:28780:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685585024 00000100:00100000:2.0:1746157104.908692:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14118 00000100:00100000:2.0:1746157104.908700:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685585024:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157104.908732:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351ebf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.908764:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.908766:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157104.908771:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351ebf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.908782:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351ebf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.912200:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.912955:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157104.913152:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685585152 00000100:00100000:3.0:1746157104.913159:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685585152 00000100:00100000:3.0:1746157104.913196:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685584640 00000100:00100000:3.0:1746157104.913198:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685584640 00002000:00100000:3.0:1746157104.913210:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff8800a5bdc000 x1830977685584640/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/0 e 0 to 0 dl 1746157115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157104.913219:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdc000 with x1830977685584640 ext(8388608->12582911) 00002000:00010000:3.0:1746157104.913224:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bdc000 00000100:00100000:3.0:1746157104.913240:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14119 00000100:00100000:3.0:1746157104.913246:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2013:x1830977685585152:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157104.913277:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351ec6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.913289:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.913291:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157104.913295:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351ec6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.913305:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351ec6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.913720:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14120 00000100:00100000:1.0:1746157104.913727:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+19:2011:x1830977685584640:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157104.918844:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157104.918868:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685585408 00000100:00100000:0.0:1746157104.918875:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685585408 00000100:00100000:0.0:1746157104.918910:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 213 00000100:00100000:0.0:1746157104.918917:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:3797:x1830977685585408:12345-192.168.203.44@tcp:35:dd.0 00000100:00100000:0.0:1746157104.919066:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+22:3797:x1830977685585408:12345-192.168.203.44@tcp:35:dd.0 Request processed in 149us (229us total) trans 4294989427 rc 0/0 00000100:00100000:0.0:1746157104.919073:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 213 00010000:00010000:2.0:1746157104.929668:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351ebf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.929682:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351ebf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.929689:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351ebf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.929701:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c43ae00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157104.929704:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351ebf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.929712:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351ebf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.929728:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351ebf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157104.929811:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c43ae00/0x7b65fed885351ebf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157104.929890:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685585024:12345-192.168.203.44@tcp:3:dd.0 Request processed in 21186us (24227us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157104.929898:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14118 00000100:00100000:3.0:1746157104.932917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.932977:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685585664 00000100:00100000:1.0:1746157104.932985:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685585664 00000100:00100000:1.0:1746157104.933021:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 214 00000100:00100000:1.0:1746157104.933027:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+22:3797:x1830977685585664:12345-192.168.203.44@tcp:35:dd.0 00000100:00100000:1.0:1746157104.933251:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+23:3797:x1830977685585664:12345-192.168.203.44@tcp:35:dd.0 Request processed in 223us (340us total) trans 4294989428 rc 0/0 00000100:00100000:1.0:1746157104.933258:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 214 00010000:00010000:3.0:1746157104.933439:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351ec6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.933973:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351ec6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.933982:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351ec6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.933989:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007d7c5000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157104.933993:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351ec6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.934000:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351ec6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.934017:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351ec6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157104.934022:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351ec6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157104.934069:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2013:x1830977685585152:12345-192.168.203.44@tcp:3:dd.0 Request processed in 20822us (21875us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157104.934076:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14119 00000100:00100000:0.0:1746157104.942005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157104.943040:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800910b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2010:x1830977685584384:12345-192.168.203.44@tcp:4:dd.0 Request processed in 52052us (52212us total) trans 4294970710 rc 0/0 00000100:00100000:1.0:1746157104.943050:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14117 00002000:00100000:1.0:1746157104.943060:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff8800910b8a80 x1830977685584384/t4294970710(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/448 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.943068:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800910b8a80 with x1830977685584384 ext(8388608->12582911) 00002000:00010000:1.0:1746157104.943073:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800910b8a80 00000100:00100000:1.0:1746157104.943092:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685585920 00000100:00100000:1.0:1746157104.943097:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685585920 00000100:00100000:1.0:1746157104.943125:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14121 00000100:00100000:1.0:1746157104.943130:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685585920:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:1.0:1746157104.943162:0:24938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:1.0:1746157104.943168:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cd2d400/0x7b65fed885351ecd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.943178:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.943179:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157104.943183:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd2d400/0x7b65fed885351ecd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.943194:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd2d400/0x7b65fed885351ecd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.967950:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2011:x1830977685584640:12345-192.168.203.44@tcp:4:dd.0 Request processed in 54214us (54985us total) trans 4294972343 rc 0/0 00000100:00100000:1.0:1746157104.967971:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14120 00002000:00100000:1.0:1746157104.967981:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff8800a5bdc000 x1830977685584640/t4294972343(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:665/0 lens 488/448 e 0 to 0 dl 1746157115 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157104.967994:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5bdc000 with x1830977685584640 ext(8388608->12582911) 00002000:00010000:1.0:1746157104.967999:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5bdc000 00000001:00080000:0.0:1746157104.982351:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970711 is committed 00000001:00080000:0.0:1746157104.982366:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970710 is committed 00010000:00010000:1.0:1746157104.982625:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008cd2d400/0x7b65fed885351ecd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.982638:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd2d400/0x7b65fed885351ecd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.982648:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cd2d400/0x7b65fed885351ecd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.982656:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd2d400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157104.982660:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd2d400/0x7b65fed885351ecd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.982669:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cd2d400/0x7b65fed885351ecd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.982689:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cd2d400/0x7b65fed885351ecd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157104.982694:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd2d400/0x7b65fed885351ecd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157104.982841:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685585920:12345-192.168.203.44@tcp:4:dd.0 Request processed in 39703us (40835us total) trans 4294970711 rc 0/0 00000100:00100000:1.0:1746157104.982850:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14121 00000100:00100000:1.0:1746157105.006382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.006434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.006472:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685586304 00000100:00100000:2.0:1746157105.006484:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685586304 00000100:00100000:0.0:1746157105.006498:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685586432 00000100:00100000:0.0:1746157105.006505:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685586432 00000100:00100000:0.0:1746157105.007366:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14122 00000100:00080000:1.0:1746157105.007368:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746157105.007372:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157105.007375:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685586304:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:1.0:1746157105.007391:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14123 00000100:00100000:1.0:1746157105.007401:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2013:x1830977685586432:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:0.0:1746157105.007412:0:9583:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ed4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.007425:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157105.007427:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.007430:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed885351edb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.007431:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ed4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.007441:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.007443:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157105.007443:0:9583:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ed4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.007446:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed885351edb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.007456:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed885351edb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.016674:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed885351edb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.016689:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed885351edb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.016696:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed885351edb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.016702:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134a77800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157105.016705:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed885351edb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.016711:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed885351edb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.016727:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed885351edb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.016732:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a77800/0x7b65fed885351edb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.016822:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2013:x1830977685586432:12345-192.168.203.44@tcp:3:dd.0 Request processed in 9419us (10382us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157105.016832:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14123 00010000:00010000:0.0:1746157105.017140:0:9583:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ed4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.017148:0:9583:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ed4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.017153:0:9583:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ed4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.017158:0:9583:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135679c00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746157105.017160:0:9583:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ed4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.017165:0:9583:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ed4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.017174:0:9583:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ed4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.017178:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679c00/0x7b65fed885351ed4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157105.017223:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685586304:12345-192.168.203.44@tcp:3:dd.0 Request processed in 9849us (10851us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157105.017229:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14122 00000100:00100000:2.0:1746157105.026178:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.026671:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685586688 00000100:00100000:0.0:1746157105.026679:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685586688 00000100:00100000:0.0:1746157105.026758:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14124 00000100:00100000:0.0:1746157105.026766:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685586688:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:0.0:1746157105.026816:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:0.0:1746157105.026824:0:9583:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed885351ee2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.026836:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157105.026838:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157105.026842:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed885351ee2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.026852:0:9583:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed885351ee2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746157105.053574:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970712 is committed 00010000:00010000:2.0:1746157105.053830:0:9583:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed885351ee2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.053851:0:9583:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed885351ee2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.053860:0:9583:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed885351ee2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.053871:0:9583:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135679200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157105.053875:0:9583:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed885351ee2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.053883:0:9583:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed885351ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.053902:0:9583:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed885351ee2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.053908:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135679200/0x7b65fed885351ee2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157105.054024:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685586688:12345-192.168.203.44@tcp:4:dd.0 Request processed in 27252us (27848us total) trans 4294970712 rc 0/0 00000100:00100000:2.0:1746157105.054036:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14124 00000100:00100000:0.0:1746157105.056609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.056666:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.058414:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685587072 00000100:00100000:2.0:1746157105.058429:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685587072 00000100:00100000:2.0:1746157105.058716:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685587200 00000100:00100000:2.0:1746157105.058720:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685587200 00000100:00100000:1.0:1746157105.058834:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14125 00000100:00100000:1.0:1746157105.058846:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685587072:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157105.058887:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed885351ee9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.058900:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.058902:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.058908:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed885351ee9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.058921:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed885351ee9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157105.059933:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14126 00000100:00100000:2.0:1746157105.059943:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685587200:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:2.0:1746157105.059973:0:9583:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091005200/0x7b65fed885351ef0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.059983:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.059985:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.059988:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091005200/0x7b65fed885351ef0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.059998:0:9583:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091005200/0x7b65fed885351ef0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.072009:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed885351ee9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.072027:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed885351ee9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.072034:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed885351ee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.072040:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cf80200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157105.072046:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed885351ee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.072053:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed885351ee9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.072075:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed885351ee9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.072080:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf80200/0x7b65fed885351ee9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.072183:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685587072:12345-192.168.203.44@tcp:3:dd.0 Request processed in 13334us (15580us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157105.072193:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14125 00010000:00010000:2.0:1746157105.074880:0:9583:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091005200/0x7b65fed885351ef0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.074895:0:9583:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091005200/0x7b65fed885351ef0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.074902:0:9583:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091005200/0x7b65fed885351ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.074907:0:9583:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091005200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157105.074910:0:9583:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091005200/0x7b65fed885351ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.074916:0:9583:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091005200/0x7b65fed885351ef0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.074935:0:9583:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091005200/0x7b65fed885351ef0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.074940:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091005200/0x7b65fed885351ef0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157105.075033:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685587200:12345-192.168.203.44@tcp:3:dd.0 Request processed in 15087us (18362us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157105.075043:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14126 00000100:00100000:0.0:1746157105.078946:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.079042:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685587456 00000100:00100000:2.0:1746157105.079053:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685587456 00000100:00100000:2.0:1746157105.079125:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14127 00000100:00100000:2.0:1746157105.079134:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685587456:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:2.0:1746157105.079187:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:2.0:1746157105.079196:0:9583:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed885351ef7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.079210:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.079211:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.079217:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed885351ef7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.079230:0:9583:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed885351ef7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746157105.095932:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970713 is committed 00010000:00010000:0.0:1746157105.096116:0:9583:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed885351ef7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.096133:0:9583:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed885351ef7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.096140:0:9583:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed885351ef7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.096146:0:9583:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091004000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746157105.096149:0:9583:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed885351ef7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.096156:0:9583:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed885351ef7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.096175:0:9583:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed885351ef7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.096180:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091004000/0x7b65fed885351ef7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157105.096283:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685587456:12345-192.168.203.44@tcp:4:dd.0 Request processed in 17145us (17344us total) trans 4294970713 rc 0/0 00000100:00100000:0.0:1746157105.096292:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14127 00000100:00100000:0.0:1746157105.101378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.101477:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.101678:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685587840 00000100:00100000:2.0:1746157105.101687:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685587840 00000100:00100000:3.0:1746157105.102246:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685587968 00000100:00100000:3.0:1746157105.102251:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685587968 00000100:00100000:1.0:1746157105.102257:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14128 00000100:00100000:1.0:1746157105.102269:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685587840:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:3.0:1746157105.102286:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14129 00000100:00100000:3.0:1746157105.102290:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685587968:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157105.102309:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351efe lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.102309:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013018a000/0x7b65fed885351f05 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.102323:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.102323:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157105.102325:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.102325:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157105.102329:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351efe lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.102329:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013018a000/0x7b65fed885351f05 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.102342:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351efe lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.102342:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013018a000/0x7b65fed885351f05 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.112422:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351efe lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.112440:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351efe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.112448:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351efe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.112460:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007d7c5000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157105.112464:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351efe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.112472:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351efe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.112492:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351efe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.112499:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007d7c5000/0x7b65fed885351efe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157105.112609:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685587968:12345-192.168.203.44@tcp:3:dd.0 Request processed in 10311us (11126us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157105.112624:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14129 00010000:00010000:1.0:1746157105.112939:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013018a000/0x7b65fed885351f05 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.112949:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013018a000/0x7b65fed885351f05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.112954:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013018a000/0x7b65fed885351f05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.112958:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013018a000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157105.112960:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013018a000/0x7b65fed885351f05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.112965:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013018a000/0x7b65fed885351f05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.112975:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013018a000/0x7b65fed885351f05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.112979:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013018a000/0x7b65fed885351f05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.113263:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685587840:12345-192.168.203.44@tcp:3:dd.0 Request processed in 10997us (11895us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157105.113270:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14128 00010000:00010000:3.0:1746157105.114410:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157105.118176:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.118337:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685588224 00000100:00100000:1.0:1746157105.118348:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685588224 00000100:00100000:1.0:1746157105.118468:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14130 00000100:00100000:1.0:1746157105.118477:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685588224:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:1.0:1746157105.118530:0:9584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:1.0:1746157105.118538:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351f0c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.118551:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.118553:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.118558:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351f0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.118571:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351f0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746157105.146002:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970714 is committed 00010000:00010000:1.0:1746157105.146847:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351f0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.146860:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351f0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.146868:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351f0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.146874:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013566cc00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157105.146877:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351f0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.146884:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351f0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.146899:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351f0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.146904:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351f0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.146998:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685588224:12345-192.168.203.44@tcp:4:dd.0 Request processed in 28519us (28830us total) trans 4294970714 rc 0/0 00000100:00100000:1.0:1746157105.147007:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14130 00000100:00100000:2.0:1746157105.152885:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.152948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.153034:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685588608 00000100:00100000:1.0:1746157105.153042:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685588608 00000100:00100000:1.0:1746157105.153086:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685588736 00000100:00100000:1.0:1746157105.153088:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685588736 00000100:00100000:1.0:1746157105.153105:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14131 00000100:00100000:1.0:1746157105.153111:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685588608:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157105.153139:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed885351f13 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.153152:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.153154:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.153158:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed885351f13 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.153169:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed885351f13 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.153632:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14132 00000100:00100000:1.0:1746157105.153638:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685588736:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157105.153654:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f1a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.153661:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.153662:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.153665:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.153672:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.168207:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed885351f13 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.168226:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed885351f13 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.168234:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed885351f13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.168242:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e97be00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157105.168247:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed885351f13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.168255:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed885351f13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.168275:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed885351f13 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.168282:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e97be00/0x7b65fed885351f13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.169119:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685588608:12345-192.168.203.44@tcp:3:dd.0 Request processed in 16000us (16234us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157105.169131:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14131 00010000:00010000:1.0:1746157105.171873:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.171890:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.171898:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.171905:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c768000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157105.171909:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.171916:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.171935:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f1a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.171941:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.172020:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685588736:12345-192.168.203.44@tcp:3:dd.0 Request processed in 18377us (19066us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157105.172030:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14132 00000100:00100000:0.0:1746157105.175688:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.175844:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685588992 00000100:00100000:1.0:1746157105.175854:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685588992 00000100:00100000:2.0:1746157105.177044:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14133 00000100:00100000:2.0:1746157105.177058:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685588992:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:2.0:1746157105.177116:0:9584:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:2.0:1746157105.177127:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091005200/0x7b65fed885351f21 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.177140:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.177142:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.177147:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091005200/0x7b65fed885351f21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.177161:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091005200/0x7b65fed885351f21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746157105.196474:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970715 is committed 00010000:00010000:0.0:1746157105.197396:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091005200/0x7b65fed885351f21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.197411:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091005200/0x7b65fed885351f21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.197419:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091005200/0x7b65fed885351f21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.197425:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091005200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746157105.197429:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091005200/0x7b65fed885351f21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.197436:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091005200/0x7b65fed885351f21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.197455:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091005200/0x7b65fed885351f21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.197461:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091005200/0x7b65fed885351f21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157105.198198:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685588992:12345-192.168.203.44@tcp:4:dd.0 Request processed in 21138us (22513us total) trans 4294970715 rc 0/0 00000100:00100000:0.0:1746157105.198210:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14133 00000100:00100000:0.0:1746157105.206515:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.206569:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.206645:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685589376 00000100:00100000:1.0:1746157105.206656:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685589376 00000100:00100000:1.0:1746157105.206722:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685589504 00000100:00100000:1.0:1746157105.206724:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685589504 00000100:00100000:1.0:1746157105.206770:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14134 00000100:00100000:1.0:1746157105.206778:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685589376:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:3.0:1746157105.206781:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14135 00000100:00100000:3.0:1746157105.206798:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685589504:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157105.206823:0:9583:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008cdbb200/0x7b65fed885351f2f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.206823:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351f28 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.206837:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.206837:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157105.206838:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.206839:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157105.206843:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cdbb200/0x7b65fed885351f2f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.206843:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351f28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.206856:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351f28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.206857:0:9583:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cdbb200/0x7b65fed885351f2f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.216257:0:9583:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008cdbb200/0x7b65fed885351f2f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.216272:0:9583:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008cdbb200/0x7b65fed885351f2f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.216278:0:9583:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008cdbb200/0x7b65fed885351f2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.216285:0:9583:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cdbb200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157105.216288:0:9583:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cdbb200/0x7b65fed885351f2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.216295:0:9583:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cdbb200/0x7b65fed885351f2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.216311:0:9583:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008cdbb200/0x7b65fed885351f2f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.216317:0:9583:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cdbb200/0x7b65fed885351f2f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157105.216408:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685589504:12345-192.168.203.44@tcp:3:dd.0 Request processed in 9607us (9834us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157105.216420:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14135 00010000:00010000:1.0:1746157105.219893:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351f28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.219912:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351f28 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.219926:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351f28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.219933:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c769a00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157105.219937:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351f28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.219945:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351f28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.219964:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351f28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.219970:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769a00/0x7b65fed885351f28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.220075:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685589376:12345-192.168.203.44@tcp:3:dd.0 Request processed in 13292us (13566us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157105.220086:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14134 00000100:00100000:0.0:1746157105.224109:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.225875:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685589760 00000100:00100000:1.0:1746157105.225892:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685589760 00000100:00100000:1.0:1746157105.225976:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14136 00000100:00100000:1.0:1746157105.225985:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685589760:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:1.0:1746157105.226038:0:27101:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:1.0:1746157105.226046:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351f36 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.226061:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.226063:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.226068:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351f36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.226081:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351f36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746157105.254649:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970716 is committed 00010000:00010000:1.0:1746157105.255401:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351f36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.255415:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351f36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.255422:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351f36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.255429:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c769400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157105.255433:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351f36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.255440:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351f36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.255459:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351f36 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.255465:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c769400/0x7b65fed885351f36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.255582:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685589760:12345-192.168.203.44@tcp:4:dd.0 Request processed in 29593us (31489us total) trans 4294970716 rc 0/0 00000100:00100000:1.0:1746157105.255593:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14136 00000100:00100000:0.0:1746157105.260605:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.260655:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.260690:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685590144 00000100:00100000:1.0:1746157105.260700:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685590144 00000100:00100000:1.0:1746157105.260865:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685590272 00000100:00100000:1.0:1746157105.260868:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685590272 00000100:00100000:1.0:1746157105.260894:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14137 00000100:00100000:1.0:1746157105.260902:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685590144:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157105.260943:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351f3d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.260958:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.260959:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.260964:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351f3d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.260978:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351f3d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.261481:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14138 00000100:00100000:1.0:1746157105.261487:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685590272:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157105.261505:0:24938:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f44 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.261513:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.261514:0:24938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.261517:0:24938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f44 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.261525:0:24938:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f44 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.273716:0:24938:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f44 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.273761:0:24938:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f44 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.273770:0:24938:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.273777:0:24938:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c768000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157105.273782:0:24938:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.273799:0:24938:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.273823:0:24938:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f44 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.273829:0:24938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c768000/0x7b65fed885351f44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24938 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157105.273918:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2012:x1830977685590272:12345-192.168.203.44@tcp:3:dd.0 Request processed in 12424us (13256us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157105.273928:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14138 00010000:00010000:1.0:1746157105.276764:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351f3d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.276791:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351f3d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.276800:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351f3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.276807:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c768200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157105.276812:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351f3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.276819:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351f3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.276841:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351f3d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.276847:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c768200/0x7b65fed885351f3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.278178:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2013:x1830977685590144:12345-192.168.203.44@tcp:3:dd.0 Request processed in 17267us (17574us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157105.278191:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14137 00000100:00100000:0.0:1746157105.282342:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.282452:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685590528 00000100:00100000:1.0:1746157105.282462:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685590528 00000100:00100000:1.0:1746157105.282535:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14139 00000100:00100000:1.0:1746157105.282544:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685590528:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:1.0:1746157105.282594:0:27101:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:1.0:1746157105.282604:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801306a9e00/0x7b65fed885351f4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.282619:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.282621:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.282626:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801306a9e00/0x7b65fed885351f4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.282639:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801306a9e00/0x7b65fed885351f4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746157105.294759:0:8376:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967393 is committed 00000001:00080000:2.0:1746157105.301692:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970717 is committed 00010000:00010000:1.0:1746157105.302053:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801306a9e00/0x7b65fed885351f4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.302064:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801306a9e00/0x7b65fed885351f4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.302071:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801306a9e00/0x7b65fed885351f4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.302077:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801306a9e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157105.302080:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801306a9e00/0x7b65fed885351f4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.302086:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801306a9e00/0x7b65fed885351f4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.302100:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801306a9e00/0x7b65fed885351f4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.302105:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801306a9e00/0x7b65fed885351f4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.303354:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685590528:12345-192.168.203.44@tcp:4:dd.0 Request processed in 20805us (21017us total) trans 4294970717 rc 0/0 00000100:00100000:1.0:1746157105.303366:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14139 00000100:00100000:0.0:1746157105.309681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.310474:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685590784 00000100:00100000:1.0:1746157105.310482:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685590784 00000100:00100000:1.0:1746157105.310542:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14140 00000100:00100000:1.0:1746157105.310549:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685590784:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:1.0:1746157105.310576:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008cd9d000/0x7b65fed885351f52 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.310587:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.310589:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157105.310593:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd9d000/0x7b65fed885351f52 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.310605:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cd9d000/0x7b65fed885351f52 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.323293:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008cd9d000/0x7b65fed885351f52 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.323309:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd9d000/0x7b65fed885351f52 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.323317:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008cd9d000/0x7b65fed885351f52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.323323:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd9d000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157105.323326:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cd9d000/0x7b65fed885351f52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.323333:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008cd9d000/0x7b65fed885351f52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.323350:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008cd9d000/0x7b65fed885351f52 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.323357:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cd9d000/0x7b65fed885351f52 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.323449:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2011:x1830977685590784:12345-192.168.203.44@tcp:3:dd.0 Request processed in 12896us (13769us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157105.323521:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14140 00000100:00100000:0.0:1746157105.326962:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.327096:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685590912 00000100:00100000:3.0:1746157105.327104:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685590912 00000100:00100000:3.0:1746157105.327205:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30371 00000100:00100000:3.0:1746157105.327212:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:3796:x1830977685590912:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157105.327226:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157105.327244:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed885351f59 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d59 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157105.327262:0:19476:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143e31, atime: 0x0, ctime: 0x68143e31, blocks: 0xc800 00010000:00010000:3.0:1746157105.327280:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157105.327281:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157105.327287:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed885351f59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d59 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.327299:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013106b200/0x7b65fed885351f59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d59 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.327307:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013106b200, rc 0) 00000100:00100000:3.0:1746157105.327645:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:3796:x1830977685590912:12345-192.168.203.44@tcp:101:dd.0 Request processed in 431us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157105.327650:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30371 00000100:00100000:0.0:1746157105.350773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.350896:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685591040 00000100:00100000:1.0:1746157105.350904:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685591040 00002000:00100000:1.0:1746157105.350942:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (25165824->26214399) req@ffff88008926d180 x1830977685591040/t0(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157105.350952:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008926d180 with x1830977685591040 ext(25165824->26214399) 00002000:00010000:1.0:1746157105.350956:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008926d180 00000100:00100000:1.0:1746157105.350985:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14141 00000100:00100000:1.0:1746157105.350992:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685591040:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157105.365860:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685591040:12345-192.168.203.44@tcp:4:dd.0 Request processed in 14861us (15118us total) trans 4294970718 rc 0/0 00000100:00100000:0.0:1746157105.365871:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14141 00002000:00100000:0.0:1746157105.365880:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (25165824->26214399) req@ffff88008926d180 x1830977685591040/t4294970718(0) o4->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/448 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157105.365889:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008926d180 with x1830977685591040 ext(25165824->26214399) 00002000:00010000:0.0:1746157105.365893:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008926d180 00000100:00100000:0.0:1746157105.373849:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.373963:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685591168 00000100:00100000:3.0:1746157105.373969:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685591168 00000100:00100000:3.0:1746157105.374017:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30372 00000100:00100000:3.0:1746157105.374023:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2011:x1830977685591168:12345-192.168.203.44@tcp:16:dd.0 00000001:00080000:0.0:1746157105.375385:0:10914:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970718 is committed 00000100:00100000:3.0:1746157105.375517:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685591168:12345-192.168.203.44@tcp:16:dd.0 Request processed in 1489us (1674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157105.375527:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30372 00000100:00100000:0.0:1746157105.377119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.377193:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685591424 00000100:00100000:1.0:1746157105.377201:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685591424 00000100:00080000:2.0:1746157105.377302:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746157105.377333:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 215 00000100:00100000:1.0:1746157105.377340:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+35:3796:x1830977685591424:12345-192.168.203.44@tcp:35:dd.0 00000100:00100000:1.0:1746157105.377720:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:3796:x1830977685591424:12345-192.168.203.44@tcp:35:dd.0 Request processed in 380us (606us total) trans 4294989429 rc 0/0 00000100:00100000:1.0:1746157105.377727:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 215 00000100:00100000:0.0:1746157105.388512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.388696:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685591552 00000100:00100000:2.0:1746157105.388703:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685591552 00000100:00100000:2.0:1746157105.388769:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51879 00000100:00100000:2.0:1746157105.388778:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+36:3801:x1830977685591552:12345-192.168.203.44@tcp:101:checkstat.0 00010000:00010000:2.0:1746157105.388808:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157105.388823:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135679200/0x7b65fed885351f60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d60 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.388869:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135679000/0x7b65fed885351f67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.388880:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135679000/0x7b65fed885351f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.388891:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135679000/0x7b65fed885351f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:2.0:1746157105.388931:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746157105.388934:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746157105.388947:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880135679000/0x7b65fed885351f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.388964:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135679200/0x7b65fed885351f60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d60 expref: 38 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.388993:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135679000/0x7b65fed885351f67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d60 expref: 37 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.388999:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157105.389001:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157105.389004:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679000, rc 0) 00000100:00100000:2.0:1746157105.389049:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:3801:x1830977685591552:12345-192.168.203.44@tcp:101:checkstat.0 Request processed in 272us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157105.389054:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51879 00000100:00100000:0.0:1746157105.391480:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.391521:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.391594:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685591680 00000100:00100000:2.0:1746157105.391602:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685591680 00000100:00100000:2.0:1746157105.391640:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51880 00000100:00100000:2.0:1746157105.391646:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:3801:x1830977685591680:12345-192.168.203.44@tcp:101:checkstat.0 00010000:00010000:2.0:1746157105.391662:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746157105.391673:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685591808 00010000:00010000:2.0:1746157105.391677:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013566d000/0x7b65fed885351f6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d67 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.391677:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685591808 00000100:00100000:1.0:1746157105.391699:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 550 00000100:00100000:1.0:1746157105.391703:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:2011:x1830977685591808:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:1.0:1746157105.391717:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157105.391722:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351f75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157105.391722:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efc00/0x7b65fed885351f7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d6e expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.391769:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed885351f83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746157105.391911:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351f75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.391920:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351f75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.391929:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351f8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.391933:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351f8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.391937:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351f8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.391998:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351f91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.392005:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351f91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.392011:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351f91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157105.392015:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed885351f83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.392021:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed885351f83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.392029:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351f98 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.392034:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351f98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00000004:00200000:2.0:1746157105.392037:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:1.0:1746157105.392038:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351f98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00000004:00200000:2.0:1746157105.392040:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1746157105.392051:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed885351f83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00000004:00010000:2.0:1746157105.392052:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351f91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157105.392056:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed885351f83 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746157105.392059:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351f91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157105.392062:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed885351f83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746157105.392065:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351f75 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157105.392066:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f3efe00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157105.392069:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed885351f83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746157105.392072:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351f75 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.392077:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351f75 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.392080:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351f75 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157105.392081:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed885351f83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746157105.392084:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013566c000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157105.392086:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351f75 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157105.392090:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157105.392092:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157105.392095:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed885351f83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.392100:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efe00/0x7b65fed885351f83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.392121:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351f98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.392126:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351f98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.392130:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351f98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.392134:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f3ee800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157105.392136:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351f98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.392140:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351f98 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.392146:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88012f247500) 00010000:00010000:1.0:1746157105.392148:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157105.392150:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351f98 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.392155:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3ee800/0x7b65fed885351f98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746157105.392182:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351f75 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157105.392185:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efc00/0x7b65fed885351f7c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d6e expref: 40 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.392189:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157105.392191:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157105.392193:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351f75 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157105.392194:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157105.392196:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746157105.392197:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351f75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157105.392198:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f3efc00/0x7b65fed885351f7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d6e expref: 40 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.392204:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351f8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:1.0:1746157105.392205:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f3efc00, rc -2) 00010000:00010000:2.0:1746157105.392208:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351f8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.392212:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351f8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.392216:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013566ca00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157105.392218:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351f8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.392221:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351f8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.392226:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:2.0:1746157105.392227:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157105.392229:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351f8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.392232:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351f8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.392245:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013566d000/0x7b65fed885351f6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d67 expref: 40 pid: 14262 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.392256:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+40:2011:x1830977685591808:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 552us (733us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746157105.392262:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 550 00010000:00010000:2.0:1746157105.392495:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351f91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d67 expref: 38 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.392501:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:2.0:1746157105.392503:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157105.392505:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013566cc00, rc 0) 00000100:00100000:2.0:1746157105.392544:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:3801:x1830977685591680:12345-192.168.203.44@tcp:101:checkstat.0 Request processed in 898us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157105.392550:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51880 00000100:00100000:0.0:1746157105.397528:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.397621:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685592064 00000100:00100000:3.0:1746157105.397631:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685592064 00000100:00100000:3.0:1746157105.397690:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1244 00000100:00100000:3.0:1746157105.397698:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2013:x1830977685592064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157105.397712:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157105.397733:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351f91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d67 expref: 38 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.397810:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:3.0:1746157105.397814:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157105.397848:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2013:x1830977685592064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 151us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157105.397854:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1244 00000100:00100000:1.0:1746157105.398186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.398274:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685591936 00000100:00100000:3.0:1746157105.398278:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685591936 00000100:00100000:3.0:1746157105.398660:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30373 00000100:00100000:3.0:1746157105.398666:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685591936:12345-192.168.203.44@tcp:101:checkstat.0 00010000:00010000:3.0:1746157105.398680:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157105.398693:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800926f1a00/0x7b65fed885351f9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d75 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157105.398843:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.398919:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c57d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679355648:192.168.203.44@tcp:106: 00000100:00100000:3.0:1746157105.398976:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c662c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157105.399296:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685592192 00000100:00100000:2.0:1746157105.399301:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685592192 00000100:00100000:2.0:1746157105.399326:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30374 00000100:00100000:2.0:1746157105.399331:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685592192:12345-192.168.203.44@tcp:101:checkstat.0 00010000:00010000:2.0:1746157105.399341:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157105.399351:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351fa6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d7c expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157105.399378:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679355776:192.168.203.44@tcp:106: 00000100:00100000:2.0:1746157105.399402:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76db40 going to sleep for 11 seconds 00002000:00010000:0.0:1746157105.400709:0:19476:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:0.0:1746157105.400714:0:19476:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1746157105 00002000:00010000:0.0:1746157105.400716:0:19476:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1746157105 00002000:00010000:0.0:1746157105.400718:0:19476:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1746157105 00002000:00010000:0.0:1746157105.400720:0:19476:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:0.0:1746157105.400843:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c57d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679355648:192.168.203.44@tcp:106: 00010000:00010000:0.0:1746157105.400982:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800926f1a00/0x7b65fed885351f9f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d75 expref: 9 pid: 19476 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157105.400993:0:19476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800926f1a00/0x7b65fed885351f9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d75 expref: 9 pid: 19476 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157105.401009:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926f1a00, rc 0) 00002000:00010000:2.0:1746157105.401089:0:9577:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746157105.401092:0:9577:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1746157105 00002000:00010000:2.0:1746157105.401094:0:9577:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1746157105 00002000:00010000:2.0:1746157105.401095:0:9577:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1746157105 00002000:00010000:2.0:1746157105.401097:0:9577:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746157105.401106:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679355776:192.168.203.44@tcp:106: 00010000:00010000:2.0:1746157105.401121:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351fa6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d7c expref: 17 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157105.401129:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135679c00/0x7b65fed885351fa6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d7c expref: 17 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157105.401137:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135679c00, rc 0) 00000100:00100000:2.0:1746157105.402084:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685592192:12345-192.168.203.44@tcp:101:checkstat.0 Request processed in 2748us (3236us total) trans 0 rc 301/301 00000100:00100000:2.0:1746157105.402093:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30374 00000100:00100000:1.0:1746157105.402241:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685591936:12345-192.168.203.44@tcp:101:checkstat.0 Request processed in 3573us (4053us total) trans 0 rc 301/301 00000100:00100000:1.0:1746157105.402247:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30373 00000100:00100000:3.0:1746157105.414772:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.414862:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685592320 00000100:00100000:2.0:1746157105.414871:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685592320 00000100:00100000:2.0:1746157105.414936:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51881 00000100:00100000:2.0:1746157105.414943:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c57d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+23:3802:x1830977685592320:12345-192.168.203.44@tcp:101:checkstat.0 00010000:00010000:2.0:1746157105.414967:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157105.414983:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091005200/0x7b65fed885351fad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d83 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.415030:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.415040:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.415049:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:2.0:1746157105.415080:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746157105.415082:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746157105.415094:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.415110:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091005200/0x7b65fed885351fad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d83 expref: 25 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.415126:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d83 expref: 24 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.415133:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157105.415135:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157105.415137:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091004000, rc 0) 00000100:00100000:2.0:1746157105.415170:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c57d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+24:3802:x1830977685592320:12345-192.168.203.44@tcp:101:checkstat.0 Request processed in 228us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157105.415175:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51881 00000100:00080000:0.0:1746157105.415287:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157105.427453:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.427544:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685592448 00000100:00100000:1.0:1746157105.427551:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685592448 00000100:00100000:1.0:1746157105.427589:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 551 00000100:00100000:1.0:1746157105.427596:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+24:2011:x1830977685592448:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:1.0:1746157105.427623:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157105.427637:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351fbb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820d8a expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.427678:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351fc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427688:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351fc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427696:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351fc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427705:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351fc9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427710:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427715:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427767:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351fc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427772:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351fc2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427776:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351fc2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427790:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013566c000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157105.427794:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351fc2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427799:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351fc2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427810:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157105.427812:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157105.427815:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351fc2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427819:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013566c000/0x7b65fed885351fc2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427841:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427846:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351fc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427851:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351fc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427854:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013566cc00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157105.427855:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351fc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427859:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351fc9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427865:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012f247500) 00010000:00010000:1.0:1746157105.427866:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157105.427868:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351fc9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427871:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013566cc00/0x7b65fed885351fc9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746157105.427892:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351fbb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d8a expref: 25 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.427899:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157105.427901:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746157105.427903:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013566ca00/0x7b65fed885351fbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d8a expref: 25 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.427910:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013566ca00, rc -2) 00000100:00100000:0.0:1746157105.427973:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+24:2011:x1830977685592448:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 376us (530us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746157105.427984:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 551 00000100:00100000:1.0:1746157105.436192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.436268:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685592704 00000100:00100000:2.0:1746157105.436276:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685592704 00000100:00100000:2.0:1746157105.436325:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51882 00000100:00100000:2.0:1746157105.436332:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:3805:x1830977685592704:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:2.0:1746157105.436348:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157105.436363:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091004800/0x7b65fed885351fd0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820dc2 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.436443:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091005200/0x7b65fed885351fd7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157105.436454:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091005200/0x7b65fed885351fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157105.436462:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091005200/0x7b65fed885351fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:2.0:1746157105.436471:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:2.0:1746157105.436556:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091004800/0x7b65fed885351fd0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dc2 expref: 40 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.436583:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091005200/0x7b65fed885351fd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dc2 expref: 39 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.436590:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:2.0:1746157105.436593:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157105.436595:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091005200, rc 0) 00000100:00100000:2.0:1746157105.436632:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:3805:x1830977685592704:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 301us (450us total) trans 4294989430 rc 0/0 00000100:00100000:2.0:1746157105.436638:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51882 00000100:00100000:3.0:1746157105.441399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.441898:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685592832 00000100:00100000:0.0:1746157105.441906:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685592832 00000100:00100000:0.0:1746157105.441958:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1245 00000100:00100000:0.0:1746157105.442102:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:2010:x1830977685592832:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746157105.442107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1746157105.442117:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746157105.442126:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685592960 00000100:00100000:1.0:1746157105.442130:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685592960 00010000:00010000:0.0:1746157105.442136:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091005200/0x7b65fed885351fd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dc2 expref: 39 pid: 7236 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157105.442151:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30375 00000100:00100000:1.0:1746157105.442156:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685592960:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:1.0:1746157105.442167:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157105.442178:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351fe5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820dc9 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.442213:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00000100:00100000:1.0:1746157105.442215:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800892e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679355904:192.168.203.44@tcp:106: 00010000:00010000:0.0:1746157105.442217:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157105.442247:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:2010:x1830977685592832:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 283us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157105.442253:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1245 00000100:00100000:0.0:1746157105.443052:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.443142:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685593088 00000100:00100000:2.0:1746157105.443147:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685593088 00000100:00100000:2.0:1746157105.443170:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30376 00000100:00100000:2.0:1746157105.443175:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685593088:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:2.0:1746157105.443184:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157105.443195:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091005600/0x7b65fed885351fec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820dd0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157105.443223:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679356032:192.168.203.44@tcp:106: 00000100:00100000:2.0:1746157105.443274:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76de40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157105.443558:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157105.446401:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679356032:192.168.203.44@tcp:106: 00010000:00010000:2.0:1746157105.446431:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091005600/0x7b65fed885351fec lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd0 expref: 17 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157105.446442:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091005600/0x7b65fed885351fec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd0 expref: 17 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157105.446465:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091005600, rc 0) 00000100:00100000:2.0:1746157105.446513:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:2010:x1830977685593088:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 3336us (3461us total) trans 0 rc 301/301 00000100:00100000:2.0:1746157105.446520:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30376 00000100:00100000:0.0:1746157105.446850:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800892e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679355904:192.168.203.44@tcp:106: 00010000:00010000:0.0:1746157105.446866:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351fe5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dc9 expref: 9 pid: 19476 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157105.446876:0:19476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013566cc00/0x7b65fed885351fe5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dc9 expref: 9 pid: 19476 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157105.446883:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013566cc00, rc 0) 00000100:00100000:0.0:1746157105.447006:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685592960:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 4849us (4897us total) trans 0 rc 301/301 00000100:00100000:0.0:1746157105.447012:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30375 00000100:00100000:1.0:1746157105.457059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.457144:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685593216 00000100:00100000:0.0:1746157105.457152:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685593216 00000100:00100000:0.0:1746157105.457194:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30377 00000100:00100000:0.0:1746157105.457201:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:3805:x1830977685593216:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:0.0:1746157105.457215:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157105.457230:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820dd7 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.457256:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.457263:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157105.457264:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157105.457267:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.457295:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.457305:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 8 pid: 19476 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746157105.457316:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008926f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679356160:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157105.457385:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157105.461302:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008926f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679356160:192.168.203.44@tcp:104: 00010000:00010000:0.0:1746157105.461329:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 9 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.461344:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c6ab400, rc 0) 00000100:00100000:2.0:1746157105.461499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.461599:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:3805:x1830977685593216:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 4394us (4543us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157105.461607:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30377 00000100:00100000:0.0:1746157105.461645:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685593344 00000100:00100000:0.0:1746157105.461650:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685593344 00002000:00100000:0.0:1746157105.461683:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff88008e5be300 x1830977685593344/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157105.461692:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5be300 with x1830977685593344 ext(12582912->13631487) 00010000:00010000:0.0:1746157105.461699:0:27101:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 9 pid: 19476 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746157105.461716:0:27101:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 9 pid: 19476 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746157105.461721:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5be300 00000100:00100000:0.0:1746157105.461765:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3071 00000100:00100000:0.0:1746157105.461773:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+9:2010:x1830977685593344:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157105.477013:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2010:x1830977685593344:12345-192.168.203.44@tcp:4:dd.0 Request processed in 15229us (15502us total) trans 4294970719 rc 0/0 00000100:00100000:0.0:1746157105.477026:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3071 00002000:00100000:0.0:1746157105.477038:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff88008e5be300 x1830977685593344/t4294970719(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:666/0 lens 488/448 e 0 to 0 dl 1746157116 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157105.477047:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5be300 with x1830977685593344 ext(12582912->13631487) 00010000:00010000:0.0:1746157105.477056:0:27101:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 11 pid: 19476 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746157105.477071:0:27101:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 11 pid: 19476 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746157105.477077:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e5be300 00000100:00100000:0.0:1746157105.496942:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.497009:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685593472 00000100:00100000:2.0:1746157105.497018:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685593472 00010000:00010000:2.0:1746157105.497047:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 11 pid: 19476 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746157105.497082:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17696 00000100:00100000:2.0:1746157105.497089:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2012:x1830977685593472:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157105.497105:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746157105.497119:0:7221:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:2.0:1746157105.497125:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 11 pid: 19476 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746157105.497136:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 11 pid: 19476 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746157105.497154:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd9c800/0x7b65fed885351e48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d44 expref: 11 pid: 19476 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746157105.497180:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.497182:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.497188:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.497197:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.497226:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157105.497235:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5bc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679356288:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157105.497317:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76de40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157105.506245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.506380:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5bc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7221:1830977679356288:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157105.506396:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157105.506431:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685593472:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 9342us (9494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157105.506440:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17696 00000100:00100000:0.0:1746157105.506552:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685593728 00000100:00100000:0.0:1746157105.506559:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685593728 00002000:00100000:0.0:1746157105.506589:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->1048575) req@ffff8800892e9180 x1830977685593728/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157105.506603:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e9180 with x1830977685593728 ext(0->1048575) 00002000:00010000:0.0:1746157105.506607:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892e9180 00000100:00100000:0.0:1746157105.506630:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14142 00000100:00100000:0.0:1746157105.506635:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685593728:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157105.513307:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685593728:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 6664us (7061us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157105.513316:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14142 00002000:00100000:0.0:1746157105.513324:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->1048575) req@ffff8800892e9180 x1830977685593728/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157105.513332:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e9180 with x1830977685593728 ext(0->1048575) 00002000:00010000:0.0:1746157105.513337:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892e9180 00000100:00100000:3.0:1746157105.518191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.518270:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685593856 00000100:00100000:0.0:1746157105.518279:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685593856 00000100:00100000:0.0:1746157105.518354:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30378 00000100:00100000:0.0:1746157105.518362:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+16:3805:x1830977685593856:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:0.0:1746157105.518378:0:19476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157105.518393:0:19476:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820dde expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.518417:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 20 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.518425:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157105.518427:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157105.518431:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 17 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.518454:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 20 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.518464:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 20 pid: 19476 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746157105.518475:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008926f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977679356416:192.168.203.44@tcp:104: 00000100:00100000:0.0:1746157105.519380:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2006780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157105.527444:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.527525:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685593984 00000100:00100000:2.0:1746157105.527532:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685593984 00010000:00010000:2.0:1746157105.527561:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 21 pid: 19476 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746157105.527654:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008926f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:19476:1830977679356416:192.168.203.44@tcp:104: 00010000:00010000:1.0:1746157105.527676:0:19476:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 17 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157105.527688:0:19476:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c6aba00, rc 0) 00000100:00100000:2.0:1746157105.527792:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17697 00000100:00100000:2.0:1746157105.527798:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2011:x1830977685593984:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157105.527809:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157105.527823:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 21 pid: 19476 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746157105.527832:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 21 pid: 19476 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746157105.527848:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cd9cc00/0x7b65fed885351e64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d52 expref: 21 pid: 19476 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746157105.527860:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.527861:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.527866:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 17 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.527873:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 17 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.527897:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 17 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157105.527906:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5bc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977679356544:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157105.528079:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157105.528114:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:3805:x1830977685593856:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 9752us (9931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157105.528120:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30378 00000100:00100000:2.0:1746157105.532255:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5bc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7221:1830977679356544:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157105.532274:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157105.532311:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+20:2011:x1830977685593984:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 4511us (4871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157105.532323:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17697 00000100:00100000:3.0:1746157105.538454:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.538502:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.538586:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685594240 00000100:00100000:2.0:1746157105.538593:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685594240 00002000:00100000:2.0:1746157105.538634:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88007f3afb80 x1830977685594240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.538642:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3afb80 with x1830977685594240 ext(0->2097151) 00002000:00010000:2.0:1746157105.538647:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3afb80 00000100:00100000:2.0:1746157105.538662:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685594496 00000100:00100000:2.0:1746157105.538664:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685594496 00002000:00100000:2.0:1746157105.538676:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (1048576->2097151) req@ffff88007f3ac000 x1830977685594496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.538681:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ac000 with x1830977685594496 ext(1048576->2097151) 00002000:00010000:2.0:1746157105.538684:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ac000 00000100:00100000:2.0:1746157105.538695:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14143 00000100:00100000:2.0:1746157105.538700:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2013:x1830977685594240:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157105.539127:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14144 00000100:00100000:3.0:1746157105.539135:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977685594496:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157105.551445:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977685594496:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 12302us (12933us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157105.551457:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14144 00002000:00100000:3.0:1746157105.551466:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (1048576->2097151) req@ffff88007f3ac000 x1830977685594496/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.551475:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3ac000 with x1830977685594496 ext(1048576->2097151) 00002000:00010000:3.0:1746157105.551480:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f3ac000 00000100:00100000:2.0:1746157105.560597:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2013:x1830977685594240:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 21885us (22139us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157105.560608:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14143 00002000:00100000:2.0:1746157105.560620:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88007f3afb80 x1830977685594240/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.560629:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f3afb80 with x1830977685594240 ext(0->2097151) 00002000:00010000:2.0:1746157105.560635:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f3afb80 00000100:00100000:1.0:1746157105.590300:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.590393:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685594752 00000100:00100000:2.0:1746157105.590402:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685594752 00002000:00100000:2.0:1746157105.590439:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff8800892e9500 x1830977685594752/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.590448:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e9500 with x1830977685594752 ext(2097152->4194303) 00002000:00010000:2.0:1746157105.590453:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892e9500 00000100:00100000:2.0:1746157105.590483:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14145 00000100:00100000:2.0:1746157105.590489:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685594752:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157105.593963:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.594047:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685595008 00000100:00100000:3.0:1746157105.594054:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685595008 00002000:00100000:3.0:1746157105.594089:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff8800892e9880 x1830977685595008/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.594096:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e9880 with x1830977685595008 ext(2097152->4194303) 00002000:00010000:3.0:1746157105.594100:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800892e9880 00000100:00100000:3.0:1746157105.594114:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14146 00000100:00100000:3.0:1746157105.594119:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2010:x1830977685595008:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157105.609346:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685594752:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 18847us (19044us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157105.609357:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14145 00002000:00100000:2.0:1746157105.609368:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff8800892e9500 x1830977685594752/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.609377:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e9500 with x1830977685594752 ext(2097152->4194303) 00002000:00010000:2.0:1746157105.609382:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892e9500 00000100:00100000:3.0:1746157105.618884:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2010:x1830977685595008:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 24755us (24920us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157105.618899:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14146 00002000:00100000:3.0:1746157105.618908:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff8800892e9880 x1830977685595008/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.618916:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e9880 with x1830977685595008 ext(2097152->4194303) 00002000:00010000:3.0:1746157105.618920:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800892e9880 00000100:00100000:1.0:1746157105.639763:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.640294:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685595264 00000100:00100000:3.0:1746157105.640302:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685595264 00002000:00100000:3.0:1746157105.640339:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff8800892e9c00 x1830977685595264/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.640348:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e9c00 with x1830977685595264 ext(4194304->6291455) 00002000:00010000:3.0:1746157105.640353:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892e9c00 00000100:00100000:3.0:1746157105.640380:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14147 00000100:00100000:3.0:1746157105.640387:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685595264:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157105.641692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.641845:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685595520 00000100:00100000:2.0:1746157105.641851:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685595520 00002000:00100000:2.0:1746157105.641881:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88008926fb80 x1830977685595520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.641890:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008926fb80 with x1830977685595520 ext(4194304->6291455) 00002000:00010000:2.0:1746157105.641893:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008926fb80 00000100:00100000:2.0:1746157105.641911:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14148 00000100:00100000:2.0:1746157105.641918:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2011:x1830977685595520:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157105.662869:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685595264:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 22473us (23105us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157105.662879:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14147 00002000:00100000:3.0:1746157105.662889:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff8800892e9c00 x1830977685595264/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.662898:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e9c00 with x1830977685595264 ext(4194304->6291455) 00002000:00010000:3.0:1746157105.662904:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892e9c00 00000100:00100000:2.0:1746157105.667932:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2011:x1830977685595520:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 26006us (26237us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157105.667943:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14148 00002000:00100000:2.0:1746157105.667953:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88008926fb80 x1830977685595520/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.667960:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008926fb80 with x1830977685595520 ext(4194304->6291455) 00002000:00010000:2.0:1746157105.667966:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008926fb80 00000100:00100000:0.0:1746157105.671351:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.671432:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.671496:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685595904 00000100:00100000:2.0:1746157105.671504:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685595904 00002000:00100000:2.0:1746157105.671542:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88008926f480 x1830977685595904/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.671551:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008926f480 with x1830977685595904 ext(6291456->7340031) 00002000:00010000:2.0:1746157105.671556:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008926f480 00000100:00100000:2.0:1746157105.671569:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685596032 00000100:00100000:2.0:1746157105.671571:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685596032 00002000:00100000:2.0:1746157105.671580:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->8388607) req@ffff88008926e680 x1830977685596032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.671586:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008926e680 with x1830977685596032 ext(6291456->8388607) 00002000:00010000:2.0:1746157105.671589:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008926e680 00000100:00100000:2.0:1746157105.671598:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14149 00000100:00100000:2.0:1746157105.671603:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2010:x1830977685595904:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157105.671706:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14150 00000100:00100000:3.0:1746157105.671713:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685596032:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157105.691484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.691581:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685596416 00000100:00100000:2.0:1746157105.691590:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685596416 00002000:00100000:2.0:1746157105.691631:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880089288000 x1830977685596416/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.691641:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089288000 with x1830977685596416 ext(7340032->8388607) 00002000:00010000:2.0:1746157105.691646:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089288000 00000100:00100000:2.0:1746157105.691661:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14151 00000100:00100000:2.0:1746157105.691667:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977685596416:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157105.700095:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+19:2010:x1830977685595904:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 28482us (28742us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157105.700106:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14149 00002000:00100000:3.0:1746157105.700117:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88008926f480 x1830977685595904/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.700126:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008926f480 with x1830977685595904 ext(6291456->7340031) 00002000:00010000:3.0:1746157105.700132:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008926f480 00000100:00100000:3.0:1746157105.703989:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685596032:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 32266us (32546us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157105.704000:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14150 00002000:00100000:3.0:1746157105.704009:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->8388607) req@ffff88008926e680 x1830977685596032/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.704017:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008926e680 with x1830977685596032 ext(6291456->8388607) 00002000:00010000:3.0:1746157105.704022:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008926e680 00000100:00100000:2.0:1746157105.706293:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2010:x1830977685596416:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 14616us (14813us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157105.706303:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14151 00002000:00100000:2.0:1746157105.706313:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880089288000 x1830977685596416/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.706322:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089288000 with x1830977685596416 ext(7340032->8388607) 00002000:00010000:2.0:1746157105.706328:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089288000 00000100:00100000:0.0:1746157105.722331:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.722529:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685596672 00000100:00100000:2.0:1746157105.722809:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685596672 00002000:00100000:2.0:1746157105.722849:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880089288380 x1830977685596672/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.722859:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089288380 with x1830977685596672 ext(8388608->10485759) 00002000:00010000:2.0:1746157105.722863:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089288380 00000100:00100000:2.0:1746157105.724960:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14152 00000100:00100000:2.0:1746157105.724978:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685596672:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157105.725970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.727272:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685596928 00000100:00100000:3.0:1746157105.727280:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685596928 00002000:00100000:3.0:1746157105.727316:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8800892e9f80 x1830977685596928/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.727326:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e9f80 with x1830977685596928 ext(8388608->10485759) 00002000:00010000:3.0:1746157105.727331:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800892e9f80 00000100:00100000:3.0:1746157105.727365:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14153 00000100:00100000:3.0:1746157105.727372:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2011:x1830977685596928:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157105.745613:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685596672:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 20637us (23281us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157105.745623:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14152 00002000:00100000:3.0:1746157105.745631:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880089288380 x1830977685596672/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.745640:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089288380 with x1830977685596672 ext(8388608->10485759) 00002000:00010000:3.0:1746157105.745645:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089288380 00000100:00100000:3.0:1746157105.755560:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2011:x1830977685596928:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 28179us (29584us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157105.755571:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14153 00002000:00100000:3.0:1746157105.755581:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8800892e9f80 x1830977685596928/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.755589:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e9f80 with x1830977685596928 ext(8388608->10485759) 00002000:00010000:3.0:1746157105.755593:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800892e9f80 00000100:00100000:1.0:1746157105.756693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.757642:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685597184 00000100:00100000:3.0:1746157105.757651:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685597184 00002000:00100000:3.0:1746157105.757690:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff8800892ea300 x1830977685597184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.757699:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892ea300 with x1830977685597184 ext(10485760->11534335) 00002000:00010000:3.0:1746157105.757704:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892ea300 00000100:00100000:3.0:1746157105.758395:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14154 00000100:00100000:3.0:1746157105.758404:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977685597184:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157105.760485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.765391:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685597440 00000100:00100000:2.0:1746157105.765402:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685597440 00002000:00100000:2.0:1746157105.765444:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff880089288700 x1830977685597440/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.765454:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089288700 with x1830977685597440 ext(10485760->11534335) 00002000:00010000:2.0:1746157105.765459:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089288700 00000100:00100000:2.0:1746157105.765497:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14155 00000100:00100000:2.0:1746157105.765504:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2013:x1830977685597440:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157105.770156:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977685597184:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 11743us (13459us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157105.770166:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14154 00002000:00100000:3.0:1746157105.770177:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff8800892ea300 x1830977685597184/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.770186:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892ea300 with x1830977685597184 ext(10485760->11534335) 00002000:00010000:3.0:1746157105.770191:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892ea300 00000100:00100000:0.0:1746157105.777304:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.780054:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685597696 00000100:00100000:3.0:1746157105.780066:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685597696 00002000:00100000:3.0:1746157105.780105:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff880089288a80 x1830977685597696/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.780116:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089288a80 with x1830977685597696 ext(11534336->12582911) 00002000:00010000:3.0:1746157105.780121:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089288a80 00000100:00100000:3.0:1746157105.780153:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14156 00000100:00100000:3.0:1746157105.780160:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089288a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977685597696:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157105.780915:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2013:x1830977685597440:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 15407us (20434us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157105.780923:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14155 00002000:00100000:2.0:1746157105.780929:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff880089288700 x1830977685597440/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.780936:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089288700 with x1830977685597440 ext(10485760->11534335) 00002000:00010000:2.0:1746157105.780940:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089288700 00000100:00100000:0.0:1746157105.784377:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.784433:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.784536:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685598080 00000100:00100000:2.0:1746157105.784543:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685598080 00002000:00100000:2.0:1746157105.784585:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff880089288e00 x1830977685598080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.784595:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089288e00 with x1830977685598080 ext(12582912->13631487) 00002000:00010000:2.0:1746157105.784600:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089288e00 00000100:00100000:2.0:1746157105.784624:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685598208 00000100:00100000:2.0:1746157105.784627:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685598208 00002000:00100000:2.0:1746157105.784639:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff880089289180 x1830977685598208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.784646:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089289180 with x1830977685598208 ext(11534336->12582911) 00002000:00010000:2.0:1746157105.784649:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089289180 00000100:00100000:2.0:1746157105.784661:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14157 00000100:00100000:2.0:1746157105.784666:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2010:x1830977685598080:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157105.784835:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14158 00000100:00100000:0.0:1746157105.784843:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2010:x1830977685598208:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157105.798851:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089288a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+11:2013:x1830977685597696:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 18684us (21546us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157105.798864:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14156 00002000:00100000:3.0:1746157105.798875:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff880089288a80 x1830977685597696/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.798883:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089288a80 with x1830977685597696 ext(11534336->12582911) 00002000:00010000:3.0:1746157105.798888:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089288a80 00000100:00100000:0.0:1746157105.800318:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089289180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:85228615-e56f-43c2-94b2-ab6b5767ddfe+17:2010:x1830977685598208:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 15468us (15877us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157105.800327:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14158 00002000:00100000:0.0:1746157105.800335:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff880089289180 x1830977685598208/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157105.800344:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089289180 with x1830977685598208 ext(11534336->12582911) 00002000:00010000:0.0:1746157105.800348:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089289180 00000100:00100000:3.0:1746157105.801507:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685598080:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 16835us (17135us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157105.801516:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14157 00002000:00100000:3.0:1746157105.801522:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff880089288e00 x1830977685598080/t0(0) o3->85228615-e56f-43c2-94b2-ab6b5767ddfe@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.801535:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089288e00 with x1830977685598080 ext(12582912->13631487) 00002000:00010000:3.0:1746157105.801538:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089288e00 00000100:00100000:2.0:1746157105.825454:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.825525:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685598464 00000100:00100000:1.0:1746157105.825533:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685598464 00000100:00100000:0.0:1746157105.826873:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 216 00000100:00100000:0.0:1746157105.826887:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:3805:x1830977685598464:12345-192.168.203.44@tcp:35:cmp.0 00000100:00100000:0.0:1746157105.827275:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:3805:x1830977685598464:12345-192.168.203.44@tcp:35:cmp.0 Request processed in 391us (1826us total) trans 4294989431 rc 0/0 00000100:00100000:0.0:1746157105.827282:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 216 00000100:00100000:1.0:1746157105.844363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.844410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.844432:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685598592 00000100:00100000:0.0:1746157105.844440:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685598592 00000100:00100000:0.0:1746157105.844482:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 552 00000100:00100000:2.0:1746157105.844487:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685598848 00000100:00100000:0.0:1746157105.844489:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+24:2010:x1830977685598592:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:2.0:1746157105.844492:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685598848 00010000:00010000:0.0:1746157105.844517:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157105.844531:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135661a00/0x7b65fed885352001 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820de5 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157105.844590:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51883 00000100:00100000:2.0:1746157105.844597:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+26:3807:x1830977685598848:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:2.0:1746157105.844605:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157105.844612:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1000/0x7b65fed885352008 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820e16 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.844624:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed88535200f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844633:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed88535200f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844642:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed88535200f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844651:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352016 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844656:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352016 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844660:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352016 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746157105.844664:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0000/0x7b65fed88535201d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.844670:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0000/0x7b65fed88535201d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157105.844676:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0000/0x7b65fed88535201d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:2.0:1746157105.844683:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:0.0:1746157105.844686:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed88535200f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844691:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed88535200f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844695:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed88535200f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844700:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135660400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157105.844703:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed88535200f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844708:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed88535200f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844716:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157105.844718:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157105.844721:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed88535200f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844725:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed88535200f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844768:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352016 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844772:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352016 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844776:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352016 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844793:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135660000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157105.844795:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352016 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746157105.844796:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1000/0x7b65fed885352008 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e16 expref: 29 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.844799:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352016 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844805:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008f384100) 00010000:00010000:0.0:1746157105.844806:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157105.844808:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352016 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.844812:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352016 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746157105.844820:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0000/0x7b65fed88535201d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e16 expref: 28 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.844825:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:2.0:1746157105.844827:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157105.844829:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca0000, rc 0) 00010000:00010000:0.0:1746157105.844830:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880135661a00/0x7b65fed885352001 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820de5 expref: 28 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.844837:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157105.844838:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746157105.844841:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135661a00/0x7b65fed885352001 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820de5 expref: 28 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.844847:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135661a00, rc -2) 00000100:00100000:2.0:1746157105.844878:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+27:3807:x1830977685598848:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 282us (467us total) trans 4294989432 rc 0/0 00000100:00100000:2.0:1746157105.844884:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51883 00000100:00100000:1.0:1746157105.845035:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+26:2010:x1830977685598592:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 546us (679us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746157105.845042:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 552 00000100:00100000:1.0:1746157105.865666:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.865807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157105.865841:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.865893:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685599360 00000100:00100000:2.0:1746157105.865906:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685599360 00000100:00100000:3.0:1746157105.865912:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685599104 00000100:00100000:3.0:1746157105.865919:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685599104 00000100:00100000:3.0:1746157105.865955:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51884 00000100:00100000:3.0:1746157105.865962:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+27:3807:x1830977685599104:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:3.0:1746157105.865989:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157105.866009:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926f1a00/0x7b65fed88535202b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820e1d expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.866111:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926f0800/0x7b65fed885352032 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157105.866124:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800926f0800/0x7b65fed885352032 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157105.866135:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800926f0800/0x7b65fed885352032 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:3.0:1746157105.866144:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:3.0:1746157105.866230:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926f1a00/0x7b65fed88535202b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e1d expref: 30 pid: 14262 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157105.866385:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685599232 00000100:00100000:0.0:1746157105.866390:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685599232 00000100:00100000:0.0:1746157105.866417:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 553 00000100:00100000:0.0:1746157105.866422:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007cf91850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+30:2010:x1830977685599232:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:0.0:1746157105.866440:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157105.866447:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352040 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820e24 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.866471:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed885352047 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866477:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed885352047 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866483:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed885352047 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866492:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135660200/0x7b65fed88535204e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866497:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135660200/0x7b65fed88535204e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866501:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135660200/0x7b65fed88535204e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866528:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed885352047 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866534:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed885352047 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866539:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed885352047 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866544:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135660400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157105.866548:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed885352047 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866554:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed885352047 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866563:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157105.866566:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157105.866569:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed885352047 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866573:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135660400/0x7b65fed885352047 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866585:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135660200/0x7b65fed88535204e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866589:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135660200/0x7b65fed88535204e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866593:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135660200/0x7b65fed88535204e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866597:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135660200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:0.0:1746157105.866599:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135660200/0x7b65fed88535204e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866603:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135660200/0x7b65fed88535204e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866609:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88008f384e00) 00010000:00010000:0.0:1746157105.866611:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157105.866612:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135660200/0x7b65fed88535204e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866616:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135660200/0x7b65fed88535204e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746157105.866633:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352040 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e24 expref: 31 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.866641:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157105.866643:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746157105.866645:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135660000/0x7b65fed885352040 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e24 expref: 31 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157105.866652:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135660000, rc -2) 00000100:00100000:0.0:1746157105.866703:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007cf91850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+30:2010:x1830977685599232:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 280us (1048us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746157105.866710:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 553 00000100:00100000:2.0:1746157105.866833:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1246 00000100:00100000:2.0:1746157105.866847:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+29:2012:x1830977685599360:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157105.866861:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157105.866885:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0000/0x7b65fed88535201d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e16 expref: 29 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.866908:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:2.0:1746157105.866912:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157105.867250:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+28:2012:x1830977685599360:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 405us (1405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157105.867257:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1246 00010000:00010000:3.0:1746157105.868174:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800926f0800/0x7b65fed885352032 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e1d expref: 27 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157105.868185:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:3.0:1746157105.868188:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157105.868191:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800926f0800, rc 0) 00000100:00100000:3.0:1746157105.870053:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+27:3807:x1830977685599104:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 4077us (4231us total) trans 4294989433 rc 0/0 00000100:00100000:3.0:1746157105.870066:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51884 00000100:00100000:0.0:1746157105.877350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.877460:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.877654:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685599616 00000100:00100000:2.0:1746157105.877670:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685599616 00000100:00100000:2.0:1746157105.878016:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1247 00000100:00100000:2.0:1746157105.878024:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+27:2013:x1830977685599616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157105.878039:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157105.878062:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800926f0800/0x7b65fed885352032 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e1d expref: 27 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.878083:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:2.0:1746157105.878087:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157105.878929:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+26:2013:x1830977685599616:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 901us (1584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157105.878937:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1247 00000100:00100000:3.0:1746157105.879260:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.879311:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685599488 00000100:00100000:2.0:1746157105.879316:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685599488 00000100:00100000:2.0:1746157105.879336:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685599744 00000100:00100000:2.0:1746157105.879338:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685599744 00000100:00100000:2.0:1746157105.879351:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30379 00000100:00100000:2.0:1746157105.879356:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2011:x1830977685599488:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:2.0:1746157105.879370:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157105.879382:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885352055 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820e63 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.879399:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.879401:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.879407:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885352055 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e63 expref: 11 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157105.879419:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885352055 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e63 expref: 11 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157105.879428:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca1000, rc 0) 00000100:00100000:2.0:1746157105.879455:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2011:x1830977685599488:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 98us (1995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157105.879460:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30379 00000100:00100000:2.0:1746157105.879471:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30380 00000100:00100000:2.0:1746157105.879475:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+20:2010:x1830977685599744:12345-192.168.203.44@tcp:101:cmp.0 00010000:00010000:2.0:1746157105.879482:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157105.879490:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eca1800/0x7b65fed88535205c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820e6a expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157105.879499:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.879500:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157105.879504:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eca1800/0x7b65fed88535205c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e6a expref: 21 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157105.879514:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eca1800/0x7b65fed88535205c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e6a expref: 21 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157105.879520:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca1800, rc 0) 00000100:00100000:2.0:1746157105.879535:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2010:x1830977685599744:12345-192.168.203.44@tcp:101:cmp.0 Request processed in 59us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157105.879539:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30380 00000100:00100000:2.0:1746157105.895473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157105.895530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.895628:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685600128 00000100:00100000:3.0:1746157105.895638:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685600128 00002000:00100000:3.0:1746157105.895681:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88008e5bdc00 x1830977685600128/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.895690:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bdc00 with x1830977685600128 ext(0->2097151) 00002000:00010000:3.0:1746157105.895695:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e5bdc00 00000100:00100000:3.0:1746157105.895711:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685600256 00000100:00100000:3.0:1746157105.895713:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685600256 00002000:00100000:3.0:1746157105.895725:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008e5bf100 x1830977685600256/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.895731:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf100 with x1830977685600256 ext(0->2097151) 00002000:00010000:3.0:1746157105.895763:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bf100 00000100:00100000:3.0:1746157105.895797:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14159 00000100:00100000:3.0:1746157105.895803:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2010:x1830977685600128:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157105.895948:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14160 00000100:00100000:0.0:1746157105.895956:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2010:x1830977685600256:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157105.931490:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2010:x1830977685600256:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 35526us (35951us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157105.931500:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14160 00002000:00100000:2.0:1746157105.931511:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008e5bf100 x1830977685600256/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157105.931521:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf100 with x1830977685600256 ext(0->2097151) 00002000:00010000:2.0:1746157105.931526:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bf100 00000100:00100000:3.0:1746157105.943123:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2010:x1830977685600128:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 47305us (47645us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157105.943138:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14159 00002000:00100000:3.0:1746157105.943151:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88008e5bdc00 x1830977685600128/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.943161:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bdc00 with x1830977685600128 ext(0->2097151) 00002000:00010000:3.0:1746157105.943168:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e5bdc00 00000100:00100000:0.0:1746157105.973608:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157105.974414:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685600512 00000100:00100000:3.0:1746157105.974425:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685600512 00002000:00100000:3.0:1746157105.974476:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880089289c00 x1830977685600512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157105.974486:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089289c00 with x1830977685600512 ext(2097152->4194303) 00002000:00010000:3.0:1746157105.974491:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089289c00 00000100:00100000:3.0:1746157105.974533:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14161 00000100:00100000:3.0:1746157105.974540:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2010:x1830977685600512:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157105.982318:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157105.984388:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685600768 00000100:00100000:0.0:1746157105.984402:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685600768 00002000:00100000:0.0:1746157105.984452:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88008e5bd880 x1830977685600768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:666/0 lens 488/0 e 0 to 0 dl 1746157116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157105.984462:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bd880 with x1830977685600768 ext(2097152->4194303) 00002000:00010000:0.0:1746157105.984467:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e5bd880 00000100:00100000:0.0:1746157105.984489:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14162 00000100:00100000:0.0:1746157105.984495:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2012:x1830977685600768:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157106.002015:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2010:x1830977685600512:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 27464us (28407us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157106.002027:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14161 00002000:00100000:3.0:1746157106.002038:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880089289c00 x1830977685600512/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157106.002047:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089289c00 with x1830977685600512 ext(2097152->4194303) 00002000:00010000:3.0:1746157106.002053:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089289c00 00000100:00100000:0.0:1746157106.006149:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2012:x1830977685600768:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 21642us (23831us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746157106.006163:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14162 00002000:00100000:0.0:1746157106.006175:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88008e5bd880 x1830977685600768/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:666/0 lens 488/440 e 0 to 0 dl 1746157116 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157106.006184:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bd880 with x1830977685600768 ext(2097152->4194303) 00002000:00010000:0.0:1746157106.006190:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e5bd880 00000100:00100000:0.0:1746157106.021381:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.021492:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685601024 00000100:00100000:2.0:1746157106.021501:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685601024 00002000:00100000:2.0:1746157106.021562:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff880089289f80 x1830977685601024/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.021571:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089289f80 with x1830977685601024 ext(4194304->6291455) 00002000:00010000:2.0:1746157106.021576:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089289f80 00000100:00080000:0.0:1746157106.023988:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746157106.024179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.025158:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685601280 00000100:00100000:2.0:1746157106.025170:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685601280 00002000:00100000:2.0:1746157106.025234:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff8800892eb480 x1830977685601280/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.025243:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892eb480 with x1830977685601280 ext(4194304->6291455) 00002000:00010000:2.0:1746157106.025248:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800892eb480 00000100:00100000:2.0:1746157106.025272:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14163 00000100:00100000:2.0:1746157106.025282:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089289f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2011:x1830977685601024:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157106.027090:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14164 00000100:00100000:3.0:1746157106.027109:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2011:x1830977685601280:12345-192.168.203.44@tcp:3:cmp.0 00000100:00080000:0.0:1746157106.028088:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746157106.046654:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089289f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2011:x1830977685601024:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 21362us (25272us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157106.046665:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14163 00002000:00100000:2.0:1746157106.046677:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff880089289f80 x1830977685601024/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/440 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.046687:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089289f80 with x1830977685601024 ext(4194304->6291455) 00002000:00010000:2.0:1746157106.046693:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089289f80 00000100:00100000:3.0:1746157106.050296:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2011:x1830977685601280:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 23187us (26114us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157106.050307:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14164 00002000:00100000:3.0:1746157106.050319:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff8800892eb480 x1830977685601280/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/440 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157106.050333:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892eb480 with x1830977685601280 ext(4194304->6291455) 00002000:00010000:3.0:1746157106.050338:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800892eb480 00000100:00100000:0.0:1746157106.059064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.060028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.060177:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685601664 00000100:00100000:2.0:1746157106.060188:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685601664 00002000:00100000:2.0:1746157106.060238:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->8388607) req@ffff88008928a300 x1830977685601664/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.060247:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928a300 with x1830977685601664 ext(6291456->8388607) 00002000:00010000:2.0:1746157106.060253:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008928a300 00000100:00100000:2.0:1746157106.060350:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685601920 00000100:00100000:2.0:1746157106.060353:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685601920 00002000:00100000:2.0:1746157106.060368:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->8388607) req@ffff88008928a680 x1830977685601920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.060375:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928a680 with x1830977685601920 ext(6291456->8388607) 00002000:00010000:2.0:1746157106.060377:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008928a680 00000100:00100000:3.0:1746157106.060436:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14165 00000100:00100000:3.0:1746157106.060445:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008928a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2010:x1830977685601664:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157106.065167:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14166 00000100:00100000:2.0:1746157106.065187:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008928a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2010:x1830977685601920:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157106.090279:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008928a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2010:x1830977685601664:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 29822us (31212us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746157106.090292:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14165 00002000:00100000:3.0:1746157106.090306:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->8388607) req@ffff88008928a300 x1830977685601664/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/440 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157106.090316:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928a300 with x1830977685601664 ext(6291456->8388607) 00002000:00010000:3.0:1746157106.090322:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008928a300 00000100:00100000:2.0:1746157106.098090:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008928a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2010:x1830977685601920:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 32900us (38052us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157106.098102:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14166 00002000:00100000:2.0:1746157106.098114:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->8388607) req@ffff88008928a680 x1830977685601920/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/440 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.098123:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928a680 with x1830977685601920 ext(6291456->8388607) 00002000:00010000:2.0:1746157106.098128:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008928a680 00010000:00010000:3.0:1746157106.116002:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157106.128689:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.128871:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.131041:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685602304 00000100:00100000:2.0:1746157106.131055:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685602304 00002000:00100000:2.0:1746157106.131108:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88008928aa00 x1830977685602304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.131118:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928aa00 with x1830977685602304 ext(8388608->10485759) 00002000:00010000:2.0:1746157106.131125:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008928aa00 00000100:00100000:1.0:1746157106.132255:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685602560 00000100:00100000:1.0:1746157106.132264:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685602560 00002000:00100000:1.0:1746157106.132300:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88008928ad80 x1830977685602560/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157106.132309:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928ad80 with x1830977685602560 ext(8388608->10485759) 00002000:00010000:1.0:1746157106.132313:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008928ad80 00000100:00100000:1.0:1746157106.132335:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14167 00000100:00100000:1.0:1746157106.132343:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008928aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2013:x1830977685602304:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157106.133001:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14168 00000100:00100000:2.0:1746157106.133010:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008928ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2012:x1830977685602560:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:1.0:1746157106.160619:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008928aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2013:x1830977685602304:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 28266us (31932us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746157106.160630:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14167 00002000:00100000:1.0:1746157106.160641:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88008928aa00 x1830977685602304/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/440 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157106.160650:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928aa00 with x1830977685602304 ext(8388608->10485759) 00002000:00010000:1.0:1746157106.160655:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008928aa00 00000100:00100000:2.0:1746157106.168160:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008928ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2012:x1830977685602560:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 35139us (39276us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746157106.168173:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14168 00002000:00100000:2.0:1746157106.168184:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88008928ad80 x1830977685602560/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/440 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.168194:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928ad80 with x1830977685602560 ext(8388608->10485759) 00002000:00010000:2.0:1746157106.168201:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008928ad80 00000100:00100000:0.0:1746157106.172655:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.174129:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685602816 00000100:00100000:2.0:1746157106.174142:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685602816 00002000:00100000:2.0:1746157106.174197:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88008928b100 x1830977685602816/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.174208:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928b100 with x1830977685602816 ext(10485760->11534335) 00002000:00010000:2.0:1746157106.174214:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008928b100 00000100:00100000:2.0:1746157106.181141:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14169 00000100:00100000:2.0:1746157106.181166:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008928b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2012:x1830977685602816:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157106.184989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157106.186699:0:24938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685603072 00000100:00100000:1.0:1746157106.186712:0:24938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685603072 00002000:00100000:1.0:1746157106.186820:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88008928b480 x1830977685603072/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157106.186839:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928b480 with x1830977685603072 ext(10485760->11534335) 00002000:00010000:1.0:1746157106.186845:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008928b480 00000100:00100000:1.0:1746157106.186880:0:24938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14170 00000100:00100000:1.0:1746157106.186888:0:24938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008928b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2013:x1830977685603072:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157106.191513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.197138:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685603328 00000100:00100000:3.0:1746157106.197152:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685603328 00002000:00100000:3.0:1746157106.197205:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88008928b800 x1830977685603328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157106.197215:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928b800 with x1830977685603328 ext(11534336->12582911) 00002000:00010000:3.0:1746157106.197220:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008928b800 00000100:00100000:3.0:1746157106.197257:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14171 00000100:00100000:3.0:1746157106.197263:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008928b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2013:x1830977685603328:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:2.0:1746157106.203819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.203848:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.203954:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685603712 00000100:00100000:0.0:1746157106.203965:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685603712 00002000:00100000:0.0:1746157106.204012:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff88008e5bd180 x1830977685603712/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157106.204022:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bd180 with x1830977685603712 ext(12582912->13631487) 00002000:00010000:0.0:1746157106.204027:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bd180 00000100:00100000:0.0:1746157106.204055:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685603840 00000100:00100000:0.0:1746157106.204057:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685603840 00002000:00100000:0.0:1746157106.204070:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88008e5bf480 x1830977685603840/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157106.204081:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf480 with x1830977685603840 ext(11534336->12582911) 00002000:00010000:0.0:1746157106.204084:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e5bf480 00000100:00100000:0.0:1746157106.204103:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14172 00000100:00100000:0.0:1746157106.204110:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+15:2012:x1830977685603712:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:0.0:1746157106.204644:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14173 00000100:00100000:0.0:1746157106.204650:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+23:2012:x1830977685603840:12345-192.168.203.44@tcp:3:cmp.0 00000100:00100000:3.0:1746157106.206885:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008928b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+15:2012:x1830977685602816:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 25718us (34229us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157106.206902:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14169 00002000:00100000:3.0:1746157106.206917:0:9582:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88008928b100 x1830977685602816/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/440 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157106.206927:0:9582:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928b100 with x1830977685602816 ext(10485760->11534335) 00002000:00010000:3.0:1746157106.206934:0:9582:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008928b100 00000100:00100000:1.0:1746157106.220131:0:24938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008928b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+23:2013:x1830977685603072:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 33230us (35139us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157106.220145:0:24938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14170 00002000:00100000:1.0:1746157106.220158:0:24938:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88008928b480 x1830977685603072/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/440 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157106.220167:0:24938:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928b480 with x1830977685603072 ext(10485760->11534335) 00002000:00010000:1.0:1746157106.220173:0:24938:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008928b480 00000100:00100000:3.0:1746157106.226864:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008928b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+13:2013:x1830977685603328:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 29586us (35347us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157106.226878:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14171 00002000:00100000:3.0:1746157106.226892:0:9583:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88008928b800 x1830977685603328/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/440 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157106.226902:0:9583:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008928b800 with x1830977685603328 ext(11534336->12582911) 00002000:00010000:3.0:1746157106.226908:0:9583:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008928b800 00000100:00100000:2.0:1746157106.234899:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:2012:x1830977685603712:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 30772us (31074us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157106.234924:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14172 00002000:00100000:2.0:1746157106.234939:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff88008e5bd180 x1830977685603712/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/440 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.234951:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bd180 with x1830977685603712 ext(12582912->13631487) 00002000:00010000:2.0:1746157106.234960:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bd180 00000100:00100000:2.0:1746157106.238657:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+21:2012:x1830977685603840:12345-192.168.203.44@tcp:3:cmp.0 Request processed in 33994us (34795us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157106.238670:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14173 00002000:00100000:2.0:1746157106.238682:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88008e5bf480 x1830977685603840/t0(0) o3->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/440 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.238691:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bf480 with x1830977685603840 ext(11534336->12582911) 00002000:00010000:2.0:1746157106.238697:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e5bf480 00000100:00100000:0.0:1746157106.251454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157106.251882:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685604096 00000100:00100000:1.0:1746157106.251893:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685604096 00000100:00100000:1.0:1746157106.251945:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 217 00000100:00100000:1.0:1746157106.251953:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008928bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+26:3807:x1830977685604096:12345-192.168.203.44@tcp:35:cmp.0 00000100:00100000:1.0:1746157106.252186:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008928bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+27:3807:x1830977685604096:12345-192.168.203.44@tcp:35:cmp.0 Request processed in 234us (744us total) trans 4294989434 rc 0/0 00000100:00100000:1.0:1746157106.252193:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 217 00000100:00100000:2.0:1746157106.257817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.257925:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685604352 00000100:00100000:0.0:1746157106.257936:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685604352 00000100:00100000:0.0:1746157106.257990:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 218 00000100:00100000:0.0:1746157106.257998:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+27:3807:x1830977685604352:12345-192.168.203.44@tcp:35:cmp.0 00000100:00100000:0.0:1746157106.258217:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+28:3807:x1830977685604352:12345-192.168.203.44@tcp:35:cmp.0 Request processed in 219us (410us total) trans 4294989435 rc 0/0 00000100:00100000:0.0:1746157106.258224:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 218 00000100:00100000:0.0:1746157106.278013:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.278987:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685604608 00000100:00100000:3.0:1746157106.278999:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685604608 00000100:00100000:3.0:1746157106.279053:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51885 00000100:00100000:3.0:1746157106.279061:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091390700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:3810:x1830977685604608:12345-192.168.203.44@tcp:36:rm.0 00010000:00010000:3.0:1746157106.279127:0:14262:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746157106.279156:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eaafc00/0x7b65fed885351ded lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cf0 expref: 39 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.279550:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091198000/0x7b65fed885351d8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820cd4 expref: 38 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.279565:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:3.0:1746157106.279575:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135679000/0x7b65fed885351f67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d60 expref: 37 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.279583:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157106.279586:0:14262:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157106.279608:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.279621:0:14262:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d83 expref: 27 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.279628:0:14262:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.279668:0:14262:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d83 expref: 27 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.279680:0:14262:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d83 expref: 27 pid: 14262 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746157106.279694:0:14262:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679356672:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157106.280433:0:14262:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c6620c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157106.280871:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.281176:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685604736 00000100:00100000:2.0:1746157106.281187:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685604736 00000100:00100000:2.0:1746157106.281254:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 554 00000100:00100000:2.0:1746157106.281262:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2013:x1830977685604736:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1746157106.281299:0:7242:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157106.281317:0:7242:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2400/0x7b65fed88535206a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820e71 expref: -99 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.281371:0:7242:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352071 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281383:0:7242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352071 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281395:0:7242:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352071 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281409:0:7242:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed885352078 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281414:0:7242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed885352078 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281420:0:7242:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed885352078 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281460:0:7242:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352071 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281465:0:7242:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352071 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281471:0:7242:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352071 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281477:0:7242:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bdf3c00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157106.281482:0:7242:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352071 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281487:0:7242:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352071 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281497:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157106.281499:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157106.281502:0:7242:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157106.281509:0:7242:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352071 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281515:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352071 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281549:0:7242:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed885352078 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281553:0:7242:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed885352078 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281558:0:7242:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed885352078 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281561:0:7242:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bdf2e00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157106.281563:0:7242:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed885352078 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281567:0:7242:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed885352078 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281572:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008e487800) 00010000:00010000:2.0:1746157106.281574:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157106.281576:0:7242:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed885352078 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281580:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed885352078 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.281606:0:7242:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2400/0x7b65fed88535206a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e71 expref: 38 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.281614:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157106.281616:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746157106.281618:0:7242:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157106.281624:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2400/0x7b65fed88535206a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e71 expref: 38 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.281631:0:7242:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2400, rc -2) 00000100:00100000:2.0:1746157106.281702:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+37:2013:x1830977685604736:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 441us (834us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746157106.281709:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 554 00000100:00100000:0.0:1746157106.286322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.286490:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685604864 00000100:00100000:2.0:1746157106.286500:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685604864 00010000:00010000:2.0:1746157106.286540:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d83 expref: 28 pid: 14262 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746157106.286574:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17698 00000100:00100000:2.0:1746157106.286583:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+28:2011:x1830977685604864:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157106.286598:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157106.286605:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d83 expref: 28 pid: 14262 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746157106.286617:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d83 expref: 28 pid: 14262 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746157106.286642:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157106.286648:0:11912:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157106.286656:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157106.286668:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157106.286685:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157106.286729:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8c885c2b-e2af-4c20-b13d-df010849e4eb+28:2011:x1830977685604864:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 147us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157106.286757:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17698 00010000:00010000:3.0:1746157106.287436:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091004000/0x7b65fed885351fb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d83 expref: 27 pid: 14262 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746157106.287457:0:14262:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679356672:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157106.287476:0:14262:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.287484:0:14262:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.287489:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.287504:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.287512:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.287519:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.287605:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.287613:0:14262:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351e1e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d3d expref: 26 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.287620:0:14262:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.287646:0:14262:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351e1e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d3d expref: 26 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.287659:0:14262:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351e1e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d3d expref: 26 pid: 7236 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746157106.287673:0:14262:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679356800:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157106.287774:0:14262:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c6620c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157106.294309:0:14262:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679356800:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157106.294331:0:14262:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000100:00100000:0.0:1746157106.294387:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.294480:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685604992 00000100:00100000:2.0:1746157106.294490:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685604992 00010000:00010000:2.0:1746157106.294525:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351e1e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d3d expref: 27 pid: 7236 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746157106.294553:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17699 00000100:00100000:2.0:1746157106.294560:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+27:2012:x1830977685604992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157106.294574:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157106.294580:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351e1e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d3d expref: 27 pid: 7236 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746157106.294592:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351e1e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d3d expref: 27 pid: 7236 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746157106.294615:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009121c200/0x7b65fed885351e1e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820d3d expref: 27 pid: 7236 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746157106.294649:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:2.0:1746157106.294653:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157106.294670:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157106.294677:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157106.294698:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157106.294774:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+26:2012:x1830977685604992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 214us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157106.294791:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17699 00010000:00010000:3.0:1746157106.294960:0:14262:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.294967:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000040:00080000:3.0:1746157106.295368:0:14262:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9280 00000004:00080000:3.0:1746157106.295375:0:14262:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766700638435ns, next at 767700637068ns, rc = 0 00000040:00080000:3.0:1746157106.295393:0:14262:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:3.0:1746157106.295397:0:14262:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766700661281ns, next at 767700660613ns, rc = 0 00010000:00010000:3.0:1746157106.295441:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed88535208d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295449:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed88535208d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295457:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed88535208d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295462:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed88535208d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295466:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed88535208d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295471:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed88535208d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295500:0:14262:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746157106.295518:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295524:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295529:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295533:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca0a00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157106.295536:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295542:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295548:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:3.0:1746157106.295550:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746157106.295553:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295557:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352086 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295669:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295674:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295677:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295681:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295684:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca1200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157106.295687:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157106.295690:0:7223:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746157106.295691:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295698:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157106.295699:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157106.295701:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157106.295701:0:7223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed88535208d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295705:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed885352063 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157106.295710:0:7223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca0e00 already unused, calling callback (ffffffffa0878d70) 00000004:00010000:3.0:1746157106.295713:0:14262:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091390700 reply state ffff88008c985000 transno 4294989436 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157106.295713:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed88535208d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295721:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.295725:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:3.0:1746157106.295727:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157106.295727:0:7223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed88535208d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14262 initiator: MDT0 00000100:00100000:3.0:1746157106.295729:0:14262:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746157106.295773:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012b632500) 00010000:00010000:0.0:1746157106.295788:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746157106.295793:0:7223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed88535208d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157106.295797:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed88535208d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14262 initiator: MDT0 00010000:00010000:0.0:1746157106.295824:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746157106.295825:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746157106.295827:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746157106.296945:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091390700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:3810:x1830977685604608:12345-192.168.203.44@tcp:36:rm.0 Request processed in 17878us (18937us total) trans 4294989436 rc 0/0 00000100:00100000:3.0:1746157106.296954:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51885 00000001:00080000:0.0:1746157106.299944:0:9575:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972343 is committed 00000001:00080000:0.0:1746157106.299973:0:9575:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972337 is committed 00000100:00100000:0.0:1746157106.328218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.329082:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685605120 00000100:00100000:3.0:1746157106.329094:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685605120 00000100:00100000:3.0:1746157106.329162:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51886 00000100:00100000:3.0:1746157106.329170:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+38:3813:x1830977685605120:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1746157106.329197:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157106.329218:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1600/0x7b65fed885352094 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ea9 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.329282:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed88535209b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.329295:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed88535209b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.329306:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed88535209b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:3.0:1746157106.329356:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746157106.329359:0:14262:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746157106.329376:0:14262:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed88535209b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.329396:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1600/0x7b65fed885352094 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ea9 expref: 40 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.330051:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed88535209b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ea9 expref: 39 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.330060:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157106.330063:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157106.330066:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca1200, rc 0) 00000100:00100000:3.0:1746157106.330158:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091088e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:3813:x1830977685605120:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 987us (1950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157106.330166:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51886 00000100:00100000:0.0:1746157106.335885:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.336111:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685605376 00000100:00100000:3.0:1746157106.336122:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685605376 00000100:00100000:3.0:1746157106.336355:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51887 00000100:00100000:3.0:1746157106.336364:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+39:3813:x1830977685605376:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1746157106.336388:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157106.336391:0:14262:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746157106.336423:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed88535209b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ea9 expref: 39 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.336586:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157106.336591:0:14262:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157106.336606:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed8853520a2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820eb0 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.336722:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520a9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.336766:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520a9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.336786:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520a9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.336797:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.336804:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.336810:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337148:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013007e600/0x7b65fed8853520b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337155:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013007e600/0x7b65fed8853520b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337166:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013007e600/0x7b65fed8853520b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:3.0:1746157106.337175:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746157106.337198:0:14262:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520a9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337204:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520a9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337209:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520a9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337215:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520a9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337221:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca0a00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157106.337225:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520a9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337232:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520a9 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337239:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157106.337242:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157106.337244:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520a9 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337249:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520a9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00000004:00010000:3.0:1746157106.337259:0:14262:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a8889500 reply state ffff88008c981000 transno 4294989437 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337271:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.337276:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:3.0:1746157106.337278:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746157106.337281:0:14262:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746157106.337303:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0e00/0x7b65fed8853520a2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eb0 expref: 41 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.337314:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013007e600/0x7b65fed8853520b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eb0 expref: 40 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.337320:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009fea3700) 00010000:00010000:3.0:1746157106.337322:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157106.337324:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013007e600, rc 0) 00000100:00100000:3.0:1746157106.337403:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:3813:x1830977685605376:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 1040us (1529us total) trans 4294989437 rc 0/0 00000100:00100000:3.0:1746157106.337411:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51887 00000100:00100000:1.0:1746157106.341693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.341840:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685605632 00000100:00100000:3.0:1746157106.341850:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685605632 00000100:00100000:3.0:1746157106.341911:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51888 00000100:00100000:3.0:1746157106.341919:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:3813:x1830977685605632:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1746157106.341944:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157106.341963:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820eb7 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.342066:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.342081:0:14262:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013007e600/0x7b65fed8853520b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eb0 expref: 42 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.342087:0:14262:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.342119:0:14262:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013007e600/0x7b65fed8853520b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eb0 expref: 42 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.342130:0:14262:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013007e600/0x7b65fed8853520b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eb0 expref: 42 pid: 14262 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746157106.342142:0:14262:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679356928:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157106.343253:0:14262:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008c6620c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157106.346240:0:14262:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bc1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14262:1830977679356928:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157106.346270:0:14262:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000100:00100000:0.0:1746157106.346676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.347062:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685605760 00000100:00100000:2.0:1746157106.347070:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685605760 00010000:00010000:2.0:1746157106.347105:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013007e600/0x7b65fed8853520b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eb0 expref: 43 pid: 14262 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746157106.347133:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17700 00000100:00100000:2.0:1746157106.347140:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:2011:x1830977685605760:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157106.347153:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157106.347159:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013007e600/0x7b65fed8853520b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eb0 expref: 43 pid: 14262 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746157106.347169:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013007e600/0x7b65fed8853520b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eb0 expref: 43 pid: 14262 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746157106.347191:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013007e600/0x7b65fed8853520b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eb0 expref: 43 pid: 14262 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746157106.347395:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009fea3700) 00010000:00010000:2.0:1746157106.347401:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157106.347410:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157106.347417:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14262 initiator: MDT0 00010000:00010000:2.0:1746157106.347448:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157106.347696:0:14262:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.347703:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:3.0:1746157106.347722:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00080000:3.0:1746157106.347907:0:14262:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00000004:00080000:3.0:1746157106.347913:0:14262:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00000100:00100000:2.0:1746157106.348051:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:2011:x1830977685605760:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 909us (1374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157106.348059:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17700 00010000:00010000:3.0:1746157106.348884:0:14262:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.348897:0:14262:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.348904:0:14262:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.348909:0:14262:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca1200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157106.348913:0:14262:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.348919:0:14262:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.348932:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009fea3700) 00010000:00010000:3.0:1746157106.348935:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746157106.348938:0:14262:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.348942:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1200/0x7b65fed8853520cc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.348994:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520c5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eb7 expref: 42 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.349002:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed8853520c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eb7 expref: 42 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.349009:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca0a00, rc 0) 00000100:00100000:3.0:1746157106.349822:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:3813:x1830977685605632:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 7901us (8137us total) trans 4294989438 rc 301/301 00000100:00100000:3.0:1746157106.349831:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51888 00000100:00100000:0.0:1746157106.351911:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157106.352466:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685606016 00000100:00100000:1.0:1746157106.352477:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685606016 00000100:00100000:1.0:1746157106.353088:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 219 00000100:00100000:1.0:1746157106.353098:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+41:3813:x1830977685606016:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:1.0:1746157106.353541:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:3813:x1830977685606016:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 444us (1639us total) trans 4294989439 rc 0/0 00000100:00100000:1.0:1746157106.353548:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 219 00000100:00100000:0.0:1746157106.356117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.356419:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685606144 00000100:00100000:3.0:1746157106.356429:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685606144 00000100:00100000:3.0:1746157106.356516:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51889 00000100:00100000:3.0:1746157106.356523:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+42:3813:x1830977685606144:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1746157106.356552:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157106.356571:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694a00/0x7b65fed8853520da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ebe expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.356628:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694a00/0x7b65fed8853520da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ebe expref: 43 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.356641:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c694a00/0x7b65fed8853520da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ebe expref: 43 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.356658:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009fea3e00) 00010000:00010000:3.0:1746157106.356661:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746157106.356664:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c694a00, rc 0) 00000100:00100000:3.0:1746157106.357071:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:3813:x1830977685606144:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 547us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157106.357078:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51889 00000100:00100000:0.0:1746157106.362038:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157106.362150:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685606400 00000100:00100000:1.0:1746157106.362161:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685606400 00000100:00100000:1.0:1746157106.362206:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 220 00000100:00100000:1.0:1746157106.362213:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc5ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+43:3813:x1830977685606400:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:1.0:1746157106.362441:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc5ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:3813:x1830977685606400:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 227us (413us total) trans 4294989440 rc 0/0 00000100:00100000:1.0:1746157106.362448:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 220 00000100:00100000:0.0:1746157106.380286:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.380347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.380525:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685606528 00000100:00100000:2.0:1746157106.380536:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685606528 00000100:00100000:2.0:1746157106.380583:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685606656 00000100:00100000:2.0:1746157106.380586:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685606656 00000100:00100000:2.0:1746157106.380704:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51890 00000100:00100000:2.0:1746157106.380712:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+26:3815:x1830977685606528:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157106.380768:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157106.380799:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2400/0x7b65fed8853520e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ec5 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.380861:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed8853520e8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.380874:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed8853520e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.380885:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed8853520e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:2.0:1746157106.380929:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746157106.380932:0:7236:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746157106.380949:0:7236:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed8853520e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.380969:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2400/0x7b65fed8853520e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ec5 expref: 28 pid: 7236 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157106.381021:0:21512:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51891 00000100:00100000:0.0:1746157106.381028:0:21512:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+44:3814:x1830977685606656:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:0.0:1746157106.381038:0:21512:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157106.381046:0:21512:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed8853520ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ecc expref: -99 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157106.381074:0:21512:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb200/0x7b65fed8853520f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157106.381080:0:21512:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb200/0x7b65fed8853520f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157106.381087:0:21512:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb200/0x7b65fed8853520f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00000004:00200000:0.0:1746157106.381105:0:21512:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746157106.381107:0:21512:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746157106.381114:0:21512:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb200/0x7b65fed8853520f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21512 initiator: MDT0 00010000:00010000:0.0:1746157106.381124:0:21512:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed8853520ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ecc expref: 46 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157106.381140:0:21512:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb200/0x7b65fed8853520f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ecc expref: 45 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157106.381147:0:21512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:0.0:1746157106.381150:0:21512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746157106.381153:0:21512:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdbb200, rc 0) 00000100:00100000:0.0:1746157106.381199:0:21512:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:3814:x1830977685606656:12345-192.168.203.44@tcp:101:dd.0 Request processed in 172us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157106.381205:0:21512:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51891 00010000:00010000:2.0:1746157106.384086:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed8853520e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ec5 expref: 27 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.384100:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157106.384102:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157106.384106:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2e00, rc 0) 00000100:00100000:2.0:1746157106.384182:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+27:3815:x1830977685606528:12345-192.168.203.44@tcp:101:dd.0 Request processed in 3470us (3906us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157106.384190:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51890 00000100:00100000:0.0:1746157106.386531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.386582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.386617:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685607040 00000100:00100000:0.0:1746157106.386626:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685607040 00000100:00100000:0.0:1746157106.386683:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 555 00000100:00100000:0.0:1746157106.386691:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+45:2012:x1830977685607040:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:0.0:1746157106.386732:0:7242:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157106.386801:0:7242:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed8853520fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820eda expref: -99 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157106.386857:0:7242:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885352104 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7242 initiator: MDT0 00010000:00010000:0.0:1746157106.386870:0:7242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885352104 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:0.0:1746157106.386881:0:7242:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885352104 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7242 initiator: MDT0 00010000:00010000:0.0:1746157106.386898:0:7242:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a600/0x7b65fed88535210b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7242 initiator: MDT0 00010000:00010000:0.0:1746157106.386904:0:7242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a600/0x7b65fed88535210b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:0.0:1746157106.386909:0:7242:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a600/0x7b65fed88535210b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7242 initiator: MDT0 00000100:00100000:3.0:1746157106.387756:0:14262:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685606912 00000100:00100000:3.0:1746157106.387764:0:14262:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685606912 00000100:00100000:3.0:1746157106.387810:0:14262:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51892 00000100:00100000:3.0:1746157106.387817:0:14262:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:3814:x1830977685606912:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157106.387829:0:14262:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157106.387832:0:14262:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746157106.387853:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdbb200/0x7b65fed8853520f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ecc expref: 47 pid: 21512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.387878:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:3.0:1746157106.387882:0:14262:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157106.387896:0:14262:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695800/0x7b65fed885352112 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ed3 expref: -99 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.387978:0:14262:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352119 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.387988:0:14262:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352119 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157106.387996:0:14262:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352119 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14262 initiator: MDT0 00000004:00200000:3.0:1746157106.389197:0:14262:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746157106.389332:0:14262:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c695800/0x7b65fed885352112 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ed3 expref: 49 pid: 14262 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157106.389668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.389695:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685607296 00000100:00100000:2.0:1746157106.389701:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685607296 00000100:00100000:2.0:1746157106.389753:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51893 00000100:00100000:2.0:1746157106.389759:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+27:3815:x1830977685607296:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157106.389787:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157106.389792:0:7242:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885352127 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.389796:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2200/0x7b65fed88535212e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820f12 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157106.389805:0:7242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885352127 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389815:0:7242:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885352127 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7242 initiator: MDT0 00000004:00200000:1.0:1746157106.389834:0:7242:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00200000:1.0:1746157106.389838:0:7242:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746157106.389847:0:7242:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885352127 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.389851:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2000/0x7b65fed885352135 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746157106.389854:0:7242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885352127 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389862:0:7242:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885352104 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.389863:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2000/0x7b65fed885352135 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746157106.389868:0:7242:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885352104 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7242 initiator: MDT0 00010000:00010000:2.0:1746157106.389869:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2000/0x7b65fed885352135 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746157106.389874:0:7242:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885352104 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00000004:00200000:2.0:1746157106.389875:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:1.0:1746157106.389879:0:7242:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008c7a5400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157106.389883:0:7242:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885352104 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389889:0:7242:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885352104 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389898:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157106.389900:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157106.389905:0:7242:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885352104 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389909:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a5400/0x7b65fed885352104 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389926:0:7242:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a600/0x7b65fed88535210b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389930:0:7242:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a600/0x7b65fed88535210b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389934:0:7242:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a600/0x7b65fed88535210b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389938:0:7242:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013018a600 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157106.389940:0:7242:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a600/0x7b65fed88535210b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389944:0:7242:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a600/0x7b65fed88535210b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389953:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:1.0:1746157106.389955:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157106.389957:0:7242:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a600/0x7b65fed88535210b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389961:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013018a600/0x7b65fed88535210b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.389978:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c7a4200/0x7b65fed8853520fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eda expref: 50 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157106.389988:0:7242:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291c00/0x7b65fed885352127 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820eda expref: 49 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157106.389994:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009fea3e00) 00010000:00010000:1.0:1746157106.389996:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157106.389998:0:7242:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091291c00, rc 0) 00010000:00010000:1.0:1746157106.390004:0:7242:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157106.390010:0:7242:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885352143 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820ee1 expref: -99 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157106.390031:0:7242:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed88535214a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390038:0:7242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed88535214a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390043:0:7242:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed88535214a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390053:0:7242:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed885352151 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390058:0:7242:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed885352151 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390063:0:7242:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed885352151 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390090:0:7242:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed88535214a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390094:0:7242:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed88535214a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390099:0:7242:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed88535214a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390103:0:7242:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091291400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157106.390105:0:7242:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed88535214a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390110:0:7242:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed88535214a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390117:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157106.390119:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157106.390120:0:7242:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed88535214a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390124:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091291400/0x7b65fed88535214a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390133:0:7242:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed885352151 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390138:0:7242:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed885352151 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390143:0:7242:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed885352151 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390147:0:7242:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cdba400 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:1.0:1746157106.390149:0:7242:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed885352151 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390153:0:7242:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed885352151 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7242 initiator: MDT0 00010000:00010000:3.0:1746157106.390155:0:14262:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352119 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ed3 expref: 49 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157106.390158:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012f247500) 00010000:00010000:1.0:1746157106.390160:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157106.390161:0:14262:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008c5a3600) 00010000:00010000:1.0:1746157106.390161:0:7242:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed885352151 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:3.0:1746157106.390162:0:14262:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157106.390164:0:14262:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eca0a00, rc 0) 00010000:00010000:1.0:1746157106.390166:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed885352151 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7242 initiator: MDT0 00010000:00010000:1.0:1746157106.390182:0:7242:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885352143 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ee1 expref: 49 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157106.390188:0:7242:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:1.0:1746157106.390190:0:7242:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746157106.390192:0:7242:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091290800/0x7b65fed885352143 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ee1 expref: 49 pid: 7242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157106.390199:0:7242:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091290800, rc -2) 00000100:00100000:3.0:1746157106.390211:0:14262:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:3814:x1830977685606912:12345-192.168.203.44@tcp:101:dd.0 Request processed in 2396us (3692us total) trans 4294989441 rc 0/0 00000100:00100000:3.0:1746157106.390218:0:14262:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51892 00000100:00100000:1.0:1746157106.390224:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+48:2012:x1830977685607040:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 3535us (3642us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746157106.390230:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 555 00010000:00010000:2.0:1746157106.391850:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2200/0x7b65fed88535212e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f12 expref: 30 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.391876:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2000/0x7b65fed885352135 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f12 expref: 29 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.391885:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012d78ca00) 00010000:00010000:2.0:1746157106.391888:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746157106.391890:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdf2000, rc 0) 00000100:00100000:2.0:1746157106.391973:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+29:3815:x1830977685607296:12345-192.168.203.44@tcp:101:dd.0 Request processed in 2212us (2305us total) trans 4294989442 rc 0/0 00000100:00100000:2.0:1746157106.391982:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51893 00000100:00100000:3.0:1746157106.400077:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.400180:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.400283:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685607680 00000100:00100000:0.0:1746157106.400297:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685607680 00000100:00100000:0.0:1746157106.400365:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1248 00000100:00100000:0.0:1746157106.400375:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:2013:x1830977685607680:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157106.400397:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157106.400433:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0a00/0x7b65fed885352119 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ed3 expref: 47 pid: 14262 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157106.400463:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88008c5a3600) 00010000:00010000:0.0:1746157106.400469:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157106.400522:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:2013:x1830977685607680:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 149us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157106.400529:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1248 00000100:00100000:2.0:1746157106.401044:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685607552 00000100:00100000:2.0:1746157106.401050:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685607552 00000100:00100000:2.0:1746157106.401080:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51894 00000100:00100000:2.0:1746157106.401085:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+29:3815:x1830977685607552:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1746157106.401106:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157106.401108:0:7236:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746157106.401123:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf2e00/0x7b65fed8853520e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820ec5 expref: 29 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.401139:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157106.401142:0:7236:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157106.401152:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352158 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820f19 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.401436:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3800/0x7b65fed88535215f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401452:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3800/0x7b65fed88535215f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401471:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3800/0x7b65fed88535215f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401481:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3000/0x7b65fed885352166 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401487:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3000/0x7b65fed885352166 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401492:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3000/0x7b65fed885352166 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401546:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed88535216d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401553:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed88535216d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401564:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed88535216d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:2.0:1746157106.401577:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:2.0:1746157106.401652:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3800/0x7b65fed88535215f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401658:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3800/0x7b65fed88535215f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401664:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3800/0x7b65fed88535215f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401669:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bdf3800 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157106.401672:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3800/0x7b65fed88535215f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401677:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3800/0x7b65fed88535215f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401686:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009fef1600) 00010000:00010000:2.0:1746157106.401689:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157106.401692:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3800/0x7b65fed88535215f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401696:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3800/0x7b65fed88535215f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401708:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3000/0x7b65fed885352166 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401713:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3000/0x7b65fed885352166 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401718:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3000/0x7b65fed885352166 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401721:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bdf3000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:2.0:1746157106.401724:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3000/0x7b65fed885352166 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401728:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3000/0x7b65fed885352166 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401773:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:2.0:1746157106.401784:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157106.401786:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3000/0x7b65fed885352166 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401791:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3000/0x7b65fed885352166 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746157106.401834:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdf3c00/0x7b65fed885352158 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f19 expref: 31 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.401845:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cdba400/0x7b65fed88535216d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f19 expref: 30 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.401851:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009fea3e00) 00010000:00010000:2.0:1746157106.401853:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157106.401855:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cdba400, rc 0) 00000100:00100000:2.0:1746157106.401914:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+30:3815:x1830977685607552:12345-192.168.203.44@tcp:101:dd.0 Request processed in 828us (1854us total) trans 4294989443 rc 0/0 00000100:00100000:2.0:1746157106.401921:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51894 00000100:00100000:3.0:1746157106.403863:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.403909:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.404327:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685607808 00000100:00100000:0.0:1746157106.404337:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685607808 00000100:00100000:0.0:1746157106.404386:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685607936 00000100:00100000:0.0:1746157106.404388:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685607936 00000100:00100000:0.0:1746157106.404406:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30381 00000100:00100000:0.0:1746157106.404413:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685607808:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1746157106.404432:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157106.404451:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c6ca200/0x7b65fed88535217b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820f20 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746157106.404474:0:9674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746157106.404494:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157106.404496:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157106.404503:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c6ca200/0x7b65fed88535217b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f20 expref: 9 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157106.404517:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c6ca200/0x7b65fed88535217b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f20 expref: 9 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157106.404527:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c6ca200, rc 0) 00000100:00100000:0.0:1746157106.404574:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2011:x1830977685607808:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 162us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157106.404580:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30381 00000100:00100000:0.0:1746157106.404596:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30382 00000100:00100000:0.0:1746157106.404600:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685607936:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1746157106.404607:0:9674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157106.404617:0:9674:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885352182 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820f27 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746157106.404630:0:9674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746157106.404639:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157106.404640:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157106.404643:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885352182 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f27 expref: 10 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157106.404652:0:9674:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885352182 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f27 expref: 10 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157106.404658:0:9674:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013018a600, rc 0) 00000100:00100000:0.0:1746157106.404687:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685607936:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 86us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157106.404692:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30382 00000100:00100000:0.0:1746157106.407005:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.407056:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.407277:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685608320 00000100:00100000:2.0:1746157106.407288:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685608320 00000100:00100000:3.0:1746157106.407829:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685608448 00000100:00100000:3.0:1746157106.407834:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685608448 00000100:00100000:2.0:1746157106.407937:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14174 00000100:00100000:2.0:1746157106.407946:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685608320:12345-192.168.203.44@tcp:3:dd.0 00000100:00100000:3.0:1746157106.408216:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14175 00000100:00100000:3.0:1746157106.408222:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685608448:12345-192.168.203.44@tcp:3:dd.0 00010000:00010000:3.0:1746157106.408252:0:27102:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012eca0e00/0x7b65fed885352189 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.408260:0:9584:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885352190 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.408266:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157106.408268:0:27102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157106.408271:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157106.408272:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157106.408273:0:27102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eca0e00/0x7b65fed885352189 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.408276:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885352190 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.408287:0:27102:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eca0e00/0x7b65fed885352189 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.408287:0:9584:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885352190 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.425518:0:27102:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012eca0e00/0x7b65fed885352189 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.425537:0:27102:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012eca0e00/0x7b65fed885352189 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.425546:0:27102:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012eca0e00/0x7b65fed885352189 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.425553:0:27102:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca0e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157106.425558:0:27102:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eca0e00/0x7b65fed885352189 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.425570:0:27102:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eca0e00/0x7b65fed885352189 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.425591:0:27102:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012eca0e00/0x7b65fed885352189 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.425597:0:27102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eca0e00/0x7b65fed885352189 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157106.425701:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685608448:12345-192.168.203.44@tcp:3:dd.0 Request processed in 17473us (18638us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157106.425712:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14175 00010000:00010000:2.0:1746157106.425947:0:9584:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885352190 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.425957:0:9584:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885352190 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.425964:0:9584:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885352190 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.426217:0:9584:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bdf2400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157106.426220:0:9584:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885352190 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.426227:0:9584:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885352190 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.426239:0:9584:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885352190 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.426244:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bdf2400/0x7b65fed885352190 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157106.427243:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.427344:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685608576 00000100:00100000:3.0:1746157106.427355:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685608576 00000100:00100000:3.0:1746157106.427401:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30383 00000100:00100000:3.0:1746157106.427409:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+9:3815:x1830977685608576:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157106.427429:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157106.427448:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a76600/0x7b65fed885352197 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820f2e expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.427477:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c6ca200/0x7b65fed88535217b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f20 expref: 8 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157106.427485:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157106.427486:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157106.427490:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a76600/0x7b65fed885352197 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f2e expref: 10 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.427528:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c6ca200/0x7b65fed88535217b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f20 expref: 8 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157106.427539:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c6ca200/0x7b65fed88535217b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f20 expref: 8 pid: 9674 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746157106.427553:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679357056:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157106.427630:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8ddd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157106.430043:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685608320:12345-192.168.203.44@tcp:3:dd.0 Request processed in 22085us (23035us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157106.430059:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14174 00000100:00100000:3.0:1746157106.432279:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9577:1830977679357056:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157106.432319:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a76600/0x7b65fed885352197 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f2e expref: 10 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.432346:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a76600, rc 0) 00000100:00100000:3.0:1746157106.432604:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:3815:x1830977685608576:12345-192.168.203.44@tcp:101:dd.0 Request processed in 5194us (5366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157106.432613:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30383 00000100:00100000:1.0:1746157106.441965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.442086:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685608704 00000100:00100000:2.0:1746157106.442095:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685608704 00010000:00010000:2.0:1746157106.442140:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c6ca200/0x7b65fed88535217b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f20 expref: 9 pid: 9674 timeout: 866 lvb_type: 1 00000100:00100000:2.0:1746157106.442258:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17701 00000100:00100000:2.0:1746157106.442267:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977685608704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157106.442281:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157106.442302:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c6ca200/0x7b65fed88535217b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f20 expref: 9 pid: 9674 timeout: 866 lvb_type: 1 00010000:00010000:2.0:1746157106.442314:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c6ca200/0x7b65fed88535217b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f20 expref: 9 pid: 9674 timeout: 866 lvb_type: 1 00010000:00010000:2.0:1746157106.442335:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c6ca200/0x7b65fed88535217b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f20 expref: 9 pid: 9674 timeout: 866 lvb_type: 1 00010000:00010000:2.0:1746157106.442513:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157106.442515:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157106.442523:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a76600/0x7b65fed885352197 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f2e expref: 9 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.442531:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a76600/0x7b65fed885352197 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f2e expref: 9 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.442565:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a76600/0x7b65fed885352197 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f2e expref: 9 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157106.442578:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977679357184:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157106.443179:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157106.444351:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11912:1830977679357184:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157106.444370:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157106.444457:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685608704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2190us (2501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157106.444467:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17701 00000100:00100000:0.0:1746157106.458111:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.458873:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685608832 00000100:00100000:3.0:1746157106.458885:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685608832 00000100:00100000:3.0:1746157106.458950:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30384 00000100:00100000:3.0:1746157106.458958:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008926ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+11:3815:x1830977685608832:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:3.0:1746157106.458979:0:9577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157106.458998:0:9577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88535219e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8cd81a6704820f35 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.459037:0:9577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885352182 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f27 expref: 9 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157106.459044:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157106.459046:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157106.459050:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88535219e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f35 expref: 12 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.459083:0:9577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885352182 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f27 expref: 9 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157106.459095:0:9577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885352182 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f27 expref: 9 pid: 9674 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746157106.459106:0:9577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679357312:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157106.459201:0:9577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8ddd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157106.460489:0:9577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9577:1830977679357312:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157106.460518:0:9577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88535219e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f35 expref: 12 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157106.460535:0:9577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a77c00, rc 0) 00000100:00100000:3.0:1746157106.460573:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008926ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:3815:x1830977685608832:12345-192.168.203.44@tcp:101:dd.0 Request processed in 1616us (2476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157106.460582:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30384 00000100:00100000:0.0:1746157106.461822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.461931:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685608960 00000100:00100000:2.0:1746157106.461940:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685608960 00010000:00010000:2.0:1746157106.461972:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885352182 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f27 expref: 10 pid: 9674 timeout: 866 lvb_type: 1 00000100:00100000:2.0:1746157106.461998:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17702 00000100:00100000:2.0:1746157106.462004:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+10:2010:x1830977685608960:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157106.462017:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157106.462035:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885352182 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f27 expref: 10 pid: 9674 timeout: 866 lvb_type: 1 00010000:00010000:2.0:1746157106.462047:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885352182 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f27 expref: 10 pid: 9674 timeout: 866 lvb_type: 1 00010000:00010000:2.0:1746157106.462076:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013018a600/0x7b65fed885352182 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f27 expref: 10 pid: 9674 timeout: 866 lvb_type: 1 00010000:00010000:2.0:1746157106.462108:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157106.462110:0:11912:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157106.462117:0:11912:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88535219e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f35 expref: 11 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.462126:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88535219e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f35 expref: 11 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157106.462155:0:11912:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a77c00/0x7b65fed88535219e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820f35 expref: 11 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157106.462167:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e5bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679357440:192.168.203.44@tcp:105: 00000100:00100000:2.0:1746157106.462253:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008e76d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157106.467021:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157106.467148:0:19671:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685609216 00000100:00100000:1.0:1746157106.467159:0:19671:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685609216 00000100:00100000:1.0:1746157106.467229:0:19671:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 221 00000100:00100000:1.0:1746157106.467237:0:19671:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+46:3814:x1830977685609216:12345-192.168.203.44@tcp:35:dd.0 00000100:00100000:2.0:1746157106.467414:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e5bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:11912:1830977679357440:192.168.203.44@tcp:105: 00010000:00010000:2.0:1746157106.467436:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157106.467481:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091089c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2010:x1830977685608960:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 5477us (5666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157106.467492:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17702 00000100:00100000:1.0:1746157106.467567:0:19671:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009108b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85228615-e56f-43c2-94b2-ab6b5767ddfe+47:3814:x1830977685609216:12345-192.168.203.44@tcp:35:dd.0 Request processed in 330us (560us total) trans 4294989444 rc 0/0 00000100:00100000:1.0:1746157106.467573:0:19671:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 221 00000100:00100000:0.0:1746157106.532227:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.532307:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685609472 00000100:00100000:2.0:1746157106.532319:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685609472 00002000:00100000:2.0:1746157106.532374:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff88009118c000 x1830977685609472/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.532391:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118c000 with x1830977685609472 ext(0->4194303) 00002000:00010000:2.0:1746157106.532397:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009118c000 00000100:00100000:2.0:1746157106.532432:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14176 00000100:00100000:2.0:1746157106.532439:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+10:2012:x1830977685609472:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:2.0:1746157106.553533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.554550:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685609728 00000100:00100000:3.0:1746157106.554564:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685609728 00002000:00100000:3.0:1746157106.554615:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff88008e5bd500 x1830977685609728/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157106.554626:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bd500 with x1830977685609728 ext(0->4194303) 00002000:00010000:3.0:1746157106.554631:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bd500 00000100:00100000:3.0:1746157106.554665:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14177 00000100:00100000:3.0:1746157106.554672:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2012:x1830977685609728:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:2.0:1746157106.614290:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009118c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2012:x1830977685609472:12345-192.168.203.44@tcp:4:dd.0 Request processed in 81837us (82064us total) trans 4294972344 rc 0/0 00000100:00100000:2.0:1746157106.614305:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14176 00002000:00100000:2.0:1746157106.614320:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff88009118c000 x1830977685609472/t4294972344(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/448 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.614329:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009118c000 with x1830977685609472 ext(0->4194303) 00002000:00010000:2.0:1746157106.614335:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009118c000 00000100:00100000:3.0:1746157106.648028:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2012:x1830977685609728:12345-192.168.203.44@tcp:4:dd.0 Request processed in 93339us (94489us total) trans 4294970720 rc 0/0 00000100:00100000:3.0:1746157106.648042:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14177 00002000:00100000:3.0:1746157106.648057:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff88008e5bd500 x1830977685609728/t4294970720(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/448 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157106.648071:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bd500 with x1830977685609728 ext(0->4194303) 00002000:00010000:3.0:1746157106.648079:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e5bd500 00000100:00100000:2.0:1746157106.667563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.668012:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685609984 00000100:00100000:3.0:1746157106.668023:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685609984 00002000:00100000:3.0:1746157106.668071:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff88008e5bea00 x1830977685609984/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157106.668080:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bea00 with x1830977685609984 ext(4194304->8388607) 00002000:00010000:3.0:1746157106.668085:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e5bea00 00000100:00100000:3.0:1746157106.668469:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14178 00000100:00100000:3.0:1746157106.668478:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+12:2010:x1830977685609984:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:1.0:1746157106.685874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.685926:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685610240 00000100:00100000:0.0:1746157106.685934:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685610240 00002000:00100000:0.0:1746157106.685964:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff8800892ea680 x1830977685610240/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157106.685974:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892ea680 with x1830977685610240 ext(4194304->8388607) 00002000:00010000:0.0:1746157106.685978:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892ea680 00000100:00100000:0.0:1746157106.685996:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14179 00000100:00100000:0.0:1746157106.686002:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685610240:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:3.0:1746157106.728120:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2010:x1830977685609984:12345-192.168.203.44@tcp:4:dd.0 Request processed in 59631us (60564us total) trans 4294972345 rc 0/0 00000100:00100000:3.0:1746157106.728135:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14178 00002000:00100000:3.0:1746157106.728149:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff88008e5bea00 x1830977685609984/t4294972345(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/448 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157106.728158:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e5bea00 with x1830977685609984 ext(4194304->8388607) 00002000:00010000:3.0:1746157106.728164:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e5bea00 00000100:00100000:2.0:1746157106.751476:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:2010:x1830977685610240:12345-192.168.203.44@tcp:4:dd.0 Request processed in 65459us (65594us total) trans 4294970721 rc 0/0 00000100:00100000:2.0:1746157106.751495:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14179 00002000:00100000:2.0:1746157106.751510:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff8800892ea680 x1830977685610240/t4294970721(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/448 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.751519:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892ea680 with x1830977685610240 ext(4194304->8388607) 00002000:00010000:2.0:1746157106.751525:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892ea680 00000100:00100000:3.0:1746157106.786074:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157106.786848:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685610496 00000100:00100000:2.0:1746157106.786858:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685610496 00002000:00100000:2.0:1746157106.786911:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88008cc2fb80 x1830977685610496/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.786921:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2fb80 with x1830977685610496 ext(8388608->12582911) 00002000:00010000:2.0:1746157106.786927:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc2fb80 00000100:00100000:2.0:1746157106.786964:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14180 00000100:00100000:2.0:1746157106.786971:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2013:x1830977685610496:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:1.0:1746157106.812505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157106.813567:0:27102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685610752 00000100:00100000:3.0:1746157106.813585:0:27102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685610752 00002000:00100000:3.0:1746157106.813652:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff8800892e8a80 x1830977685610752/t0(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/0 e 0 to 0 dl 1746157117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157106.813663:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e8a80 with x1830977685610752 ext(8388608->12582911) 00002000:00010000:3.0:1746157106.813669:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892e8a80 00000100:00100000:3.0:1746157106.813703:0:27102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14181 00000100:00100000:3.0:1746157106.813712:0:27102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:2012:x1830977685610752:12345-192.168.203.44@tcp:4:dd.0 00000100:00100000:0.0:1746157106.818221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157106.818267:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685611008 00000100:00100000:0.0:1746157106.818278:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685611008 00000100:00100000:0.0:1746157106.818322:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 222 00000100:00100000:0.0:1746157106.818330:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+30:3815:x1830977685611008:12345-192.168.203.44@tcp:35:dd.0 00000001:00080000:0.0:1746157106.818533:0:7240:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294989445 00000100:00100000:0.0:1746157106.818619:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+32:3815:x1830977685611008:12345-192.168.203.44@tcp:35:dd.0 Request processed in 289us (410us total) trans 4294989446 rc 0/0 00000100:00100000:0.0:1746157106.818627:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 222 00000020:00080000:0.0:1746157106.818632:0:7240:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746157106.858226:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:2013:x1830977685610496:12345-192.168.203.44@tcp:4:dd.0 Request processed in 71242us (72149us total) trans 4294972346 rc 0/0 00000100:00100000:2.0:1746157106.858244:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14180 00002000:00100000:2.0:1746157106.858257:0:9584:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88008cc2fb80 x1830977685610496/t4294972346(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/448 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157106.858268:0:9584:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cc2fb80 with x1830977685610496 ext(8388608->12582911) 00002000:00010000:2.0:1746157106.858275:0:9584:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cc2fb80 00000100:00100000:0.0:1746157106.876975:0:27102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:2012:x1830977685610752:12345-192.168.203.44@tcp:4:dd.0 Request processed in 63246us (64464us total) trans 4294970722 rc 0/0 00000100:00100000:0.0:1746157106.876988:0:27102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14181 00002000:00100000:0.0:1746157106.876998:0:27102:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff8800892e8a80 x1830977685610752/t4294970722(0) o4->8c885c2b-e2af-4c20-b13d-df010849e4eb@192.168.203.44@tcp:667/0 lens 488/448 e 0 to 0 dl 1746157117 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157106.877007:0:27102:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892e8a80 with x1830977685610752 ext(8388608->12582911) 00002000:00010000:0.0:1746157106.877012:0:27102:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892e8a80 00010000:00010000:2.0:1746157107.120282:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157107.145466:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1746157107.145559:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685611136 00000100:00100000:1.0:1746157107.145572:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685611136 00000100:00100000:1.0:1746157107.146805:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 562 00000100:00100000:1.0:1746157107.146817:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8203850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2012:x1830977685611136:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1746157107.146892:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8203850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ef2912c0-15b6-440a-9be1-a6aeb928c0c0+12:2012:x1830977685611136:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 78us (1436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157107.146899:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 562 00000100:00100000:0.0:1746157107.147226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157107.147298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1746157107.147348:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685611392 00000100:00100000:3.0:1746157107.147352:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685611392 00000100:00100000:2.0:1746157107.147393:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685611264 00000100:00100000:2.0:1746157107.147395:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685611264 00000100:00100000:3.0:1746157107.147639:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1129 00000100:00100000:3.0:1746157107.147645:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2012:x1830977685611392:12345-192.168.203.44@tcp:400:kworker.0 00000100:00080000:0.0:1746157107.147717:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746157107.147756:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1130 00000100:00100000:2.0:1746157107.147760:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685611264:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1746157107.147915:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c885c2b-e2af-4c20-b13d-df010849e4eb+7:2012:x1830977685611392:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 270us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157107.147920:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1129 00000100:00100000:2.0:1746157107.147972:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685611264:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 211us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157107.147976:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1130 00000100:00100000:0.0:1746157107.402087:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746157107.402105:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679357568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746157107.402157:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157107.402233:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679357568 00000100:00100000:1.0:1746157107.402239:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679357568 00000100:00100000:1.0:1746157107.402271:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1746157107.402277:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679357568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746157107.402309:0:7242:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:1.0:1746157107.402357:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679357568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157107.402362:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1746157107.402430:0:3768:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967393 gen 2 00000004:00080000:0.0:1746157107.402435:0:3768:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967392 committed transno 4294967393 00000004:00080000:0.0:1746157107.402459:0:3768:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967393 committed transno 4294967393 00000100:00100000:0.0:1746157107.402477:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679357568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746157107.466030:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:81652853-4347-4196-931c-6de7451a0496:3768:1830977679357696:0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466078:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157107.466116:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3768:1830977679358208:0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466137:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157107.466149:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3768:1830977679358720:0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466161:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157107.466176:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746157107.466180:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830977679358080:0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466191:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157107.466199:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679358592:0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466214:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157107.466224:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679359104:0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466236:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157107.466255:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679358208 00000100:00100000:0.0:1746157107.466261:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679358208 00000100:00100000:0.0:1746157107.466290:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679358720 00000100:00100000:0.0:1746157107.466292:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679358720 00000100:00100000:0.0:1746157107.466303:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679358080 00000100:00100000:0.0:1746157107.466304:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679358080 00000100:00100000:0.0:1746157107.466315:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1746157107.466320:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3768:x1830977679358208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466356:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3768:x1830977679358208:12345-0@lo:400:kworker.0 Request processed in 36us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157107.466362:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1746157107.466374:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1746157107.466378:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1830977679358720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466395:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1830977679358720:12345-0@lo:400:kworker.0 Request processed in 17us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157107.466399:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1746157107.466406:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1746157107.466410:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e9c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830977679358080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466428:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e9c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830977679358080:12345-0@lo:400:kworker.0 Request processed in 17us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157107.466432:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00080000:0.0:1746157107.466447:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157107.466468:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830977679358080:0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466476:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3768:1830977679358208:0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466482:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3768:1830977679358720:0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466507:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679358592 00000100:00100000:0.0:1746157107.466509:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679358592 00000100:00100000:0.0:1746157107.466528:0:9579:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679359104 00000100:00100000:0.0:1746157107.466530:0:9579:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679359104 00000100:00100000:0.0:1746157107.466541:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1746157107.466545:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009facbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679358592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466568:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009facbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679358592:12345-0@lo:400:kworker.0 Request processed in 23us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157107.466572:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1746157107.466691:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1746157107.466696:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679359104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466715:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679359104:12345-0@lo:400:kworker.0 Request processed in 20us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157107.466719:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00080000:0.0:1746157107.466753:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157107.466755:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157107.466778:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679358592:0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.466786:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679359104:0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467008:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009250dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679357952:0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467032:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157107.467048:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679358464:0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467062:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157107.467072:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679358976:0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467086:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157107.467097:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1746157107.467102:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008928bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830977679357824:0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467117:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157107.467127:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3766:1830977679358336:0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467141:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157107.467149:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3766:1830977679358848:0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467162:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157107.467180:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679357824 00000100:00100000:2.0:1746157107.467182:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679357824 00000100:00100000:2.0:1746157107.467199:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679358336 00000100:00100000:2.0:1746157107.467201:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679358336 00000100:00100000:2.0:1746157107.467214:0:8902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679358848 00000100:00100000:2.0:1746157107.467216:0:8902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679358848 00000004:00080000:3.0:1746157107.467217:0:10985:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767872479613ns, next at 768872478054ns, rc = 0 00000100:00100000:2.0:1746157107.467225:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1746157107.467229:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830977679357824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157107.467232:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679358464 00000100:00100000:3.0:1746157107.467235:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679358464 00000100:00100000:3.0:1746157107.467252:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679358976 00000100:00100000:3.0:1746157107.467254:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679358976 00000100:00100000:2.0:1746157107.467254:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830977679357824:12345-0@lo:400:kworker.0 Request processed in 24us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157107.467258:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:3.0:1746157107.467267:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1746157107.467267:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1746157107.467272:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679358464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467272:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830977679358336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467294:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830977679358336:12345-0@lo:400:kworker.0 Request processed in 22us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157107.467299:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1746157107.467300:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679358464:12345-0@lo:400:kworker.0 Request processed in 29us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157107.467305:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1746157107.467306:0:8902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:2.0:1746157107.467310:0:8902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830977679358848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157107.467314:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1746157107.467317:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679358976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467329:0:8902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830977679358848:12345-0@lo:400:kworker.0 Request processed in 18us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157107.467333:0:8902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1746157107.467336:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679358976:12345-0@lo:400:kworker.0 Request processed in 18us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157107.467341:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1746157107.467355:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008928bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830977679357824:0@lo:400:kworker.0 00000100:00100000:3.0:1746157107.467356:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679359232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746157107.467362:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3766:1830977679358336:0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467368:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3766:1830977679358848:0@lo:400:kworker.0 00000100:00100000:3.0:1746157107.467374:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157107.467375:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679358464:0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.467381:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679358976:0@lo:400:kworker.0 00000100:00100000:3.0:1746157107.467395:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679359232 00000100:00100000:3.0:1746157107.467397:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679359232 00000100:00100000:1.0:1746157107.467809:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679357696 00000100:00100000:1.0:1746157107.467814:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679357696 00000100:00100000:3.0:1746157107.470264:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1746157107.470279:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679359232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746157107.470302:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 565025600 pending 13729792 free 3849883648 avail 3618361344 00000100:00100000:3.0:1746157107.470357:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830977679359232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (2981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157107.470363:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1746157107.470411:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3768:1830977679359232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746157107.470837:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679357952 00000100:00100000:0.0:1746157107.470843:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679357952 00000100:00100000:0.0:1746157107.470869:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1746157107.470874:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830977679357952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157107.470906:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e5bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830977679357952:12345-0@lo:400:kworker.0 Request processed in 32us (3873us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157107.470910:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00080000:0.0:1746157107.470935:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157107.470938:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157107.470941:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746157107.471019:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1746157107.471027:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8203450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:81652853-4347-4196-931c-6de7451a0496+23:3768:x1830977679357696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157107.471056:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8203450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:81652853-4347-4196-931c-6de7451a0496+23:3768:x1830977679357696:12345-0@lo:400:kworker.0 Request processed in 31us (4979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157107.471061:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1746157107.471302:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:81652853-4347-4196-931c-6de7451a0496:3768:1830977679357696:0@lo:400:kworker.0 00000100:00100000:2.0:1746157107.472194:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009250dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679357952:0@lo:400:kworker.0 00000100:00100000:3.0:1746157107.499034:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c5c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679359360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746157107.499378:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157107.499431:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679359360 00000100:00100000:2.0:1746157107.499438:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679359360 00000100:00100000:2.0:1746157107.499473:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1746157107.499479:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679359360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746157107.499500:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 565025600 pending 13729792 free 3849883648 avail 3618361344 00000100:00100000:2.0:1746157107.499534:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830977679359360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157107.499539:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1746157107.499569:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c5c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3765:1830977679359360:0@lo:13:osp-pre-1-1.0 00000001:02000400:1.0:1746157107.645146:0:28827:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00000100:00100000:2.0:1746157107.652157:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679359488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746157107.652212:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157107.652277:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679359488 00000100:00100000:2.0:1746157107.652284:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679359488 00000100:00100000:2.0:1746157107.652316:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1746157107.652323:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679359488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746157107.652342:0:9580:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 96209728 pending 12656640 free 3879821312 avail 3648299008 00000100:00100000:2.0:1746157107.652374:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830977679359488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157107.652380:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1746157107.652413:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3766:1830977679359488:0@lo:13:osp-pre-0-1.0 00000004:00080000:0.0:1746157107.658913:0:9670:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768064175198ns, next at 769064173419ns, rc = 0 00000100:00100000:2.0:1746157107.658968:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679359616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746157107.659021:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157107.659185:0:14272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679359616 00000100:00100000:0.0:1746157107.659192:0:14272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679359616 00000100:00100000:0.0:1746157107.659228:0:14272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1746157107.659235:0:14272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679359616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746157107.659253:0:14272:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 96209728 pending 12656640 free 3879821312 avail 3648299008 00000100:00100000:0.0:1746157107.659297:0:14272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977679359616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157107.659304:0:14272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1746157107.659403:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679359616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746157107.818215:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009260a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679359744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746157107.818273:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157107.818489:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679359744 00000100:00100000:2.0:1746157107.818496:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679359744 00000100:00100000:2.0:1746157107.818530:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1746157107.818535:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3768:x1830977679359744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746157107.818563:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:2.0:1746157107.818614:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3768:x1830977679359744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157107.818620:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1746157107.818691:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009260a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3768:1830977679359744:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746157108.120072:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1746157108.313039:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000004:00080000:2.0:1746157108.313783:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000001:00080000:2.0:1746157108.313802:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989446 is committed 00000001:00080000:2.0:1746157108.313870:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294989444 is committed 00000004:00080000:2.0:1746157108.313891:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000004:00080000:2.0:1746157108.313894:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000004:00080000:2.0:1746157108.313919:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000004:00080000:2.0:1746157108.313921:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00010000:00010000:3.0:1746157108.314000:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314011:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314018:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314024:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd9c000 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157108.314028:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314034:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314050:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:3.0:1746157108.314053:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157108.314057:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314062:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd9c000/0x7b65fed885351d30 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314095:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314100:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314104:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314108:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013007fa00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157108.314110:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314114:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314120:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:3.0:1746157108.314122:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157108.314123:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314127:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013007fa00/0x7b65fed885351d61 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314135:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314139:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314143:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314146:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca0200 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157108.314148:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314153:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314158:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:3.0:1746157108.314160:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157108.314162:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314166:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca0200/0x7b65fed88535207f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314173:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314177:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314181:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314184:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eca1c00 already unused, calling callback (ffffffffa0f1a690) 00010000:00010000:3.0:1746157108.314186:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314190:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314196:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c5a3c00) 00010000:00010000:3.0:1746157108.314198:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157108.314199:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00010000:00010000:3.0:1746157108.314203:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eca1c00/0x7b65fed8853520b0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14262 initiator: MDT0 00000100:00100000:3.0:1746157108.314333:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679359872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1746157108.314398:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157108.314452:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746157108.314457:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679360000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1746157108.314473:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157108.314502:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679359872 00000100:00100000:3.0:1746157108.314509:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679359872 00000100:00100000:3.0:1746157108.314541:0:19476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679360000 00000100:00100000:3.0:1746157108.314543:0:19476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679360000 00000100:00100000:3.0:1746157108.314556:0:19476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30385 00000100:00100000:3.0:1746157108.314562:0:19476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3765:x1830977679359872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1746157108.314589:0:19476:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:26 count 1 00010000:00010000:3.0:1746157108.314611:0:19476:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.314628:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 8 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.314636:0:19476:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351d06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c79 expref: 17 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157108.314643:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157108.314645:0:19476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157108.314647:0:19476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.314671:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351d06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c79 expref: 17 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157108.314684:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351d06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c79 expref: 17 pid: 9577 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746157108.314694:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679360128:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157108.314788:0:19476:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 8 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.314796:0:19476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 8 pid: 9674 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746157108.314804:0:19476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679360256:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157108.314823:0:19476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9918f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157108.314838:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30386 00000100:00100000:3.0:1746157108.314843:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3765:x1830977679360000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1746157108.314854:0:9579:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:28 count 1 00010000:00010000:3.0:1746157108.314863:0:9579:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.314873:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.314880:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885352055 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e63 expref: 17 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157108.314889:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157108.314890:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157108.314892:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.314906:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885352055 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e63 expref: 17 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157108.314912:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885352055 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e63 expref: 17 pid: 9577 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746157108.314919:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679360384:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157108.314944:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 8 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.314952:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 8 pid: 19476 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746157108.314960:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679360512:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157108.314974:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9918e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157108.318525:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679360640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1746157108.318597:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157108.318636:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746157108.318641:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679360768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1746157108.318656:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157108.318681:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679360640 00000100:00100000:2.0:1746157108.318688:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679360640 00000100:00100000:2.0:1746157108.318722:0:9674:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977679360768 00000100:00100000:2.0:1746157108.318723:0:9674:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977679360768 00000100:00100000:2.0:1746157108.318757:0:9674:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30387 00000100:00100000:2.0:1746157108.318775:0:9674:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3767:x1830977679360640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1746157108.318803:0:9674:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:28 count 1 00010000:00010000:2.0:1746157108.318828:0:9674:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.318847:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.318856:0:9674:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351d0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c80 expref: 15 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157108.318861:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157108.318863:0:9674:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157108.318865:0:9674:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.318889:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351d0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c80 expref: 15 pid: 9674 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157108.318900:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351d0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c80 expref: 15 pid: 9674 timeout: 868 lvb_type: 1 00000100:00100000:2.0:1746157108.318915:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009260ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977679360896:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157108.318978:0:9674:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 7 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.318986:0:9674:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 7 pid: 9674 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746157108.318994:0:9674:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009260b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977679361024:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157108.319010:0:9674:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f38b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157108.323923:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679360384:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157108.323936:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9579:1830977679360512:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157108.323967:0:9579:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157108.324001:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679360128:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157108.324009:0:19476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19476:1830977679360256:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157108.324020:0:19476:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157108.325105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157108.325417:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685611648 00000100:00100000:2.0:1746157108.325424:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685611648 00010000:00010000:2.0:1746157108.325470:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 9 pid: 19476 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746157108.325501:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17703 00000100:00100000:2.0:1746157108.325509:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+9:2013:x1830977685611648:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157108.325522:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157108.325527:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 9 pid: 19476 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746157108.325538:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 9 pid: 19476 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746157108.325560:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c6ab400/0x7b65fed885351ff3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dd7 expref: 9 pid: 19476 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746157108.325577:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157108.325626:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2013:x1830977685611648:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 119us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157108.325632:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17703 00000100:00080000:0.0:1746157108.325703:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746157108.339594:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157108.339635:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157108.339697:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009260ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977679360896:192.168.203.44@tcp:104: 00000100:00100000:2.0:1746157108.339708:0:9674:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009260b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9674:1830977679361024:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157108.339748:0:9674:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157108.339786:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685611520 00000100:00100000:2.0:1746157108.339792:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685611520 00010000:00010000:2.0:1746157108.339825:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 8 pid: 9674 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746157108.339849:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685611776 00000100:00100000:2.0:1746157108.339851:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685611776 00010000:00010000:2.0:1746157108.339868:0:11912:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 8 pid: 9674 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746157108.339881:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17704 00000100:00100000:2.0:1746157108.339888:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009260a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2010:x1830977685611520:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157108.339902:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157108.339907:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 8 pid: 9674 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746157108.339916:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 8 pid: 9674 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746157108.339938:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd0b200/0x7b65fed885351cce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c5d expref: 8 pid: 9674 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746157108.339955:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157108.339998:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2010:x1830977685611520:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 110us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157108.340004:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17704 00000100:00100000:2.0:1746157108.340019:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17705 00000100:00100000:2.0:1746157108.340024:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cc2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+8:2011:x1830977685611776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157108.340033:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157108.340037:0:11912:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 8 pid: 9674 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746157108.340045:0:11912:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 8 pid: 9674 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746157108.340056:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cd0a800/0x7b65fed885351cd5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c64 expref: 8 pid: 9674 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746157108.340064:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157108.340077:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2011:x1830977685611776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 53us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157108.340082:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17705 00000100:00080000:0.0:1746157108.340424:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157108.347306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1746157108.348189:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685611904 00000100:00100000:2.0:1746157108.348201:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685611904 00010000:00010000:2.0:1746157108.348262:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885352055 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e63 expref: 18 pid: 9577 timeout: 868 lvb_type: 1 00000100:00100000:2.0:1746157108.348298:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17706 00000100:00100000:2.0:1746157108.348305:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+18:2010:x1830977685611904:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157108.348320:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157108.348325:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885352055 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e63 expref: 18 pid: 9577 timeout: 868 lvb_type: 1 00010000:00010000:2.0:1746157108.348337:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885352055 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e63 expref: 18 pid: 9577 timeout: 868 lvb_type: 1 00010000:00010000:2.0:1746157108.348360:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eca1000/0x7b65fed885352055 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e63 expref: 18 pid: 9577 timeout: 868 lvb_type: 1 00010000:00010000:2.0:1746157108.348375:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157108.348377:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157108.348382:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.348391:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.348426:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157108.348470:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:2010:x1830977685611904:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 165us (1175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157108.348477:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17706 00000100:00080000:0.0:1746157108.348606:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746157108.348658:0:9579:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.348667:0:9579:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.348676:0:9579:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.348684:0:9579:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.348698:0:9579:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746157108.351218:0:7224:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746157108.351229:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.351239:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f3efe00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746157108.351243:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.351253:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.351273:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.351280:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f3efe00/0x7b65fed8853521ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.351300:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157108.351302:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157108.351303:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157108.356918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157108.356968:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685612032 00000100:00100000:0.0:1746157108.356977:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685612032 00010000:00010000:0.0:1746157108.357020:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351d0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c80 expref: 16 pid: 9674 timeout: 868 lvb_type: 1 00000100:00100000:0.0:1746157108.357537:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17707 00000100:00100000:0.0:1746157108.357545:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:2012:x1830977685612032:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157108.357559:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157108.357563:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351d0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c80 expref: 16 pid: 9674 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746157108.357574:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351d0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c80 expref: 16 pid: 9674 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746157108.357601:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c7a4a00/0x7b65fed885351d0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c80 expref: 16 pid: 9674 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746157108.357613:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157108.357614:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157108.357619:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157108.357627:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157108.357864:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157108.357936:0:9674:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.357945:0:9674:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.357953:0:9674:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.357959:0:9674:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157108.357972:0:9674:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746157108.358432:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+15:2012:x1830977685612032:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 884us (1520us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157108.358440:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17707 00000100:00100000:0.0:1746157108.358933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:0.0:1746157108.359722:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157108.359749:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685612160 00000100:00100000:0.0:1746157108.359756:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685612160 00010000:00010000:0.0:1746157108.359792:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351d06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c79 expref: 17 pid: 9577 timeout: 868 lvb_type: 1 00000100:00100000:0.0:1746157108.359816:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17708 00000100:00100000:0.0:1746157108.359822:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+17:2013:x1830977685612160:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157108.359831:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157108.359835:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351d06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c79 expref: 17 pid: 9577 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746157108.359847:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351d06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c79 expref: 17 pid: 9577 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746157108.359865:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1d8000/0x7b65fed885351d06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820c79 expref: 17 pid: 9577 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746157108.359880:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157108.359882:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157108.359885:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157108.359892:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157108.359913:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157108.359940:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c885c2b-e2af-4c20-b13d-df010849e4eb+16:2013:x1830977685612160:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 119us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157108.359946:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17708 00010000:00010000:0.0:1746157108.360008:0:19476:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157108.360016:0:19476:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157108.360025:0:19476:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157108.360036:0:19476:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157108.360049:0:19476:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1746157108.371231:0:10921:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1746157108.371246:0:10921:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157108.371258:0:10921:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f382400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157108.371262:0:10921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157108.371271:0:10921:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157108.371292:0:10921:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157108.371298:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f382400/0x7b65fed8853521b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157108.371316:0:10921:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746157108.371321:0:10921:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157108.371332:0:10921:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135661800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746157108.371334:0:10921:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157108.371341:0:10921:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157108.371349:0:10921:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157108.371353:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135661800/0x7b65fed8853521a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157108.371365:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746157108.371366:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746157108.371367:0:10921:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746157108.372054:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3765:x1830977679360000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 57204us (57572us total) trans 4294970723 rc 0/0 00000100:00100000:3.0:1746157108.372066:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30386 00000004:00080000:3.0:1746157108.372137:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cc2c000/2, rc 0, transno 4294970723 00000100:00100000:3.0:1746157108.372143:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679360000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1746157108.372166:0:9579:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30388 00000100:00100000:3.0:1746157108.372176:0:9579:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1830977679360768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1746157108.372213:0:9579:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:29 count 1 00010000:00010000:3.0:1746157108.372234:0:9579:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.372250:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.372257:0:9579:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eca1800/0x7b65fed88535205c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e6a expref: 14 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157108.372264:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157108.372266:0:9579:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157108.372268:0:9579:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.372297:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eca1800/0x7b65fed88535205c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e6a expref: 14 pid: 9577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157108.372310:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eca1800/0x7b65fed88535205c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e6a expref: 14 pid: 9577 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746157108.372323:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977679361152:192.168.203.44@tcp:104: 00010000:00010000:3.0:1746157108.372413:0:9579:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 6 pid: 19476 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.372421:0:9579:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 6 pid: 19476 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746157108.372429:0:9579:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977679361280:192.168.203.44@tcp:104: 00000100:00100000:3.0:1746157108.372446:0:9579:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9918e40 going to sleep for 11 seconds 00010000:00010000:2.0:1746157108.372756:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157108.381225:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157108.381253:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685612288 00000100:00100000:0.0:1746157108.381260:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685612288 00010000:00010000:0.0:1746157108.381296:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 7 pid: 19476 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746157108.381326:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17709 00000100:00100000:0.0:1746157108.381334:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+7:2012:x1830977685612288:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157108.381349:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157108.381354:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 7 pid: 19476 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746157108.381365:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 7 pid: 19476 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746157108.381391:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157108.381491:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977679361152:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157108.381502:0:9579:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c6aba00/0x7b65fed885351ffa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820dde expref: 7 pid: 19476 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746157108.381510:0:9579:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9579:1830977679361280:192.168.203.44@tcp:104: 00010000:00010000:2.0:1746157108.381532:0:9579:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157108.384044:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85228615-e56f-43c2-94b2-ab6b5767ddfe+6:2012:x1830977685612288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2699us (2817us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157108.384057:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17709 00000100:00100000:1.0:1746157108.387543:0:19476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cc2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3765:x1830977679359872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72972us (73137us total) trans 4294970724 rc 0/0 00000100:00100000:1.0:1746157108.387556:0:19476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30385 00000004:00080000:3.0:1746157108.387692:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cc2ca80/2, rc 0, transno 4294970724 00000100:00100000:3.0:1746157108.387699:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cc2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3765:1830977679359872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1746157108.399989:0:9674:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009260a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3767:x1830977679360640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 81206us (81383us total) trans 4294972347 rc 0/0 00000100:00100000:2.0:1746157108.400001:0:9674:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30387 00000004:00080000:2.0:1746157108.400064:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801350a1f80/2, rc 0, transno 4294972347 00000100:00100000:2.0:1746157108.400069:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679360640:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1746157108.403314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1746157108.403513:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977685612416 00000100:00100000:0.0:1746157108.403522:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977685612416 00010000:00010000:0.0:1746157108.403560:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eca1800/0x7b65fed88535205c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e6a expref: 15 pid: 9577 timeout: 868 lvb_type: 1 00000100:00100000:0.0:1746157108.403586:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17710 00000100:00100000:0.0:1746157108.403594:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+15:2012:x1830977685612416:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157108.403607:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157108.403612:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eca1800/0x7b65fed88535205c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e6a expref: 15 pid: 9577 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746157108.403623:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eca1800/0x7b65fed88535205c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e6a expref: 15 pid: 9577 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746157108.403644:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eca1800/0x7b65fed88535205c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x8cd81a6704820e6a expref: 15 pid: 9577 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746157108.403657:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157108.403659:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157108.403663:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157108.403671:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157108.403690:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157108.403726:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c885c2b-e2af-4c20-b13d-df010849e4eb+14:2012:x1830977685612416:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 134us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157108.403732:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17710 00010000:00010000:3.0:1746157108.404851:0:9579:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.404864:0:9579:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.404878:0:9579:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.404885:0:9579:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.404898:0:9579:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746157108.404911:0:9593:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746157108.404917:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.404922:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092527400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746157108.404926:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.404934:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.404947:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.404952:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092527400/0x7b65fed8853521ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9579 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157108.404970:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157108.404971:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157108.404973:0:9593:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746157108.413255:0:9579:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3767:x1830977679360768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41071us (94587us total) trans 4294972348 rc 0/0 00000100:00100000:2.0:1746157108.413267:0:9579:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30388 00000004:00080000:3.0:1746157108.413321:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801350a2300/2, rc 0, transno 4294972348 00000100:00100000:3.0:1746157108.413331:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3767:1830977679360768:0@lo:6:osp-syn-0-0.0 Debug log: 67854 lines, 67854 kept, 0 dropped, 0 bad.